2024-12-04 04:15:05,828 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-12-04 04:15:05,839 main DEBUG Took 0.009069 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-04 04:15:05,840 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-04 04:15:05,840 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-04 04:15:05,841 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-04 04:15:05,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,851 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-04 04:15:05,866 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,869 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,870 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,872 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,873 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,874 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,876 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,877 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,877 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,878 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,879 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:15:05,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,882 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-04 04:15:05,883 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:15:05,885 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-04 04:15:05,888 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-04 04:15:05,889 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-04 04:15:05,890 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-04 04:15:05,891 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-04 04:15:05,902 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-04 04:15:05,905 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-04 04:15:05,907 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-04 04:15:05,908 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-04 04:15:05,908 main DEBUG createAppenders(={Console})
2024-12-04 04:15:05,909 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-12-04 04:15:05,910 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-12-04 04:15:05,910 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-12-04 04:15:05,911 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-04 04:15:05,911 main DEBUG OutputStream closed
2024-12-04 04:15:05,911 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-04 04:15:05,911 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-04 04:15:05,912 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-12-04 04:15:05,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-04 04:15:05,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-04 04:15:05,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-04 04:15:05,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-04 04:15:05,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-04 04:15:05,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-04 04:15:05,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-04 04:15:05,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-04 04:15:05,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-04 04:15:05,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-04 04:15:05,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-04 04:15:05,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-04 04:15:05,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-04 04:15:06,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-04 04:15:06,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-04 04:15:06,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-04 04:15:06,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-04 04:15:06,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-04 04:15:06,004 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-04 04:15:06,005 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-12-04 04:15:06,005 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-04 04:15:06,006 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-12-04T04:15:06,286 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c
2024-12-04 04:15:06,290 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-04 04:15:06,291 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-04T04:15:06,300 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-12-04T04:15:06,326 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-04T04:15:06,349 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/cluster_80f6cafb-99fa-3fba-296e-7acf98ac53e4, deleteOnExit=true
2024-12-04T04:15:06,350 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-04T04:15:06,351 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/test.cache.data in system properties and HBase conf
2024-12-04T04:15:06,352 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/hadoop.tmp.dir in system properties and HBase conf
2024-12-04T04:15:06,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/hadoop.log.dir in system properties and HBase conf
2024-12-04T04:15:06,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-04T04:15:06,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-04T04:15:06,355 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-04T04:15:06,457 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-04T04:15:06,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-04T04:15:06,590 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-04T04:15:06,590 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-04T04:15:06,591 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-04T04:15:06,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T04:15:06,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-04T04:15:06,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-04T04:15:06,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T04:15:06,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T04:15:06,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-04T04:15:06,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/nfs.dump.dir in system properties and HBase conf
2024-12-04T04:15:06,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/java.io.tmpdir in system properties and HBase conf
2024-12-04T04:15:06,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T04:15:06,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-04T04:15:06,597 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-04T04:15:08,010 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-04T04:15:08,116 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3006ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-04T04:15:08,191 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:15:08,262 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T04:15:08,290 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:15:08,290 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:15:08,292 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T04:15:08,310 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:15:08,314 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:15:08,315 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-04T04:15:08,517 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/java.io.tmpdir/jetty-localhost-39161-hadoop-hdfs-3_4_1-tests_jar-_-any-967750978605445014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-04T04:15:08,524 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39161}
2024-12-04T04:15:08,524 INFO  [Time-limited test {}] server.Server(415): Started @3415ms
2024-12-04T04:15:09,175 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:15:09,182 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T04:15:09,188 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:15:09,189 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:15:09,189 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T04:15:09,191 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:15:09,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-04T04:15:09,324 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-15972076034533954202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-04T04:15:09,324 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:35643}
2024-12-04T04:15:09,325 INFO  [Time-limited test {}] server.Server(415): Started @4215ms
2024-12-04T04:15:09,379 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-04T04:15:10,432 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/cluster_80f6cafb-99fa-3fba-296e-7acf98ac53e4/data/data1/current/BP-71289701-172.17.0.3-1733285707383/current, will proceed with Du for space computation calculation, 
2024-12-04T04:15:10,433 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/cluster_80f6cafb-99fa-3fba-296e-7acf98ac53e4/data/data2/current/BP-71289701-172.17.0.3-1733285707383/current, will proceed with Du for space computation calculation, 
2024-12-04T04:15:10,480 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-04T04:15:10,538 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3795be230f398af with lease ID 0x821eab835cbc68ae: Processing first storage report for DS-489bea4d-19ef-4534-b3bb-4567743510fc from datanode DatanodeRegistration(127.0.0.1:36707, datanodeUuid=175467b7-5e2c-4e0e-a01a-9c2e7533584c, infoPort=38325, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1670554376;c=1733285707383)
2024-12-04T04:15:10,541 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3795be230f398af with lease ID 0x821eab835cbc68ae: from storage DS-489bea4d-19ef-4534-b3bb-4567743510fc node DatanodeRegistration(127.0.0.1:36707, datanodeUuid=175467b7-5e2c-4e0e-a01a-9c2e7533584c, infoPort=38325, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1670554376;c=1733285707383), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0
2024-12-04T04:15:10,541 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3795be230f398af with lease ID 0x821eab835cbc68ae: Processing first storage report for DS-61e66c0a-1ba4-4c45-88ef-8ea943b81eb5 from datanode DatanodeRegistration(127.0.0.1:36707, datanodeUuid=175467b7-5e2c-4e0e-a01a-9c2e7533584c, infoPort=38325, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1670554376;c=1733285707383)
2024-12-04T04:15:10,541 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3795be230f398af with lease ID 0x821eab835cbc68ae: from storage DS-61e66c0a-1ba4-4c45-88ef-8ea943b81eb5 node DatanodeRegistration(127.0.0.1:36707, datanodeUuid=175467b7-5e2c-4e0e-a01a-9c2e7533584c, infoPort=38325, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1670554376;c=1733285707383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-04T04:15:10,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c
2024-12-04T04:15:10,646 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/cluster_80f6cafb-99fa-3fba-296e-7acf98ac53e4/zookeeper_0, clientPort=57564, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/cluster_80f6cafb-99fa-3fba-296e-7acf98ac53e4/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/cluster_80f6cafb-99fa-3fba-296e-7acf98ac53e4/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-04T04:15:10,657 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57564
2024-12-04T04:15:10,666 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:15:10,669 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:15:10,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741825_1001 (size=7)
2024-12-04T04:15:11,282 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb with version=8
2024-12-04T04:15:11,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/hbase-staging
2024-12-04T04:15:11,359 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-04T04:15:11,705 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/67abd3a0ee76:0 server-side Connection retries=45
2024-12-04T04:15:11,713 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T04:15:11,714 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-04T04:15:11,718 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-04T04:15:11,718 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T04:15:11,718 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-04T04:15:11,837 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-04T04:15:11,893 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-04T04:15:11,904 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-04T04:15:11,909 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-04T04:15:11,933 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4168 (auto-detected)
2024-12-04T04:15:11,934 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-04T04:15:11,953 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35405
2024-12-04T04:15:11,976 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35405 connecting to ZooKeeper ensemble=127.0.0.1:57564
2024-12-04T04:15:12,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354050x0, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-04T04:15:12,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35405-0x1019e8d06d00000 connected
2024-12-04T04:15:12,239 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:15:12,241 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:15:12,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T04:15:12,254 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb, hbase.cluster.distributed=false
2024-12-04T04:15:12,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-04T04:15:12,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35405
2024-12-04T04:15:12,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35405
2024-12-04T04:15:12,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35405
2024-12-04T04:15:12,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35405
2024-12-04T04:15:12,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35405
2024-12-04T04:15:12,420 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/67abd3a0ee76:0 server-side Connection retries=45
2024-12-04T04:15:12,421 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T04:15:12,421 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-04T04:15:12,421 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-04T04:15:12,421 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T04:15:12,422 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-04T04:15:12,424 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-04T04:15:12,426 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-04T04:15:12,427 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37895
2024-12-04T04:15:12,428 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37895 connecting to ZooKeeper ensemble=127.0.0.1:57564
2024-12-04T04:15:12,430 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:15:12,432 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:15:12,553 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378950x0, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-04T04:15:12,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37895-0x1019e8d06d00001 connected
2024-12-04T04:15:12,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T04:15:12,559 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-04T04:15:12,569 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-04T04:15:12,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-04T04:15:12,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-04T04:15:12,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37895
2024-12-04T04:15:12,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37895
2024-12-04T04:15:12,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37895
2024-12-04T04:15:12,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37895
2024-12-04T04:15:12,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37895
2024-12-04T04:15:12,597 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;67abd3a0ee76:35405
2024-12-04T04:15:12,598 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:12,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T04:15:12,606 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T04:15:12,608 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:12,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:12,638 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-04T04:15:12,638 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:12,641 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-04T04:15:12,642 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/67abd3a0ee76,35405,1733285711547 from backup master directory
2024-12-04T04:15:12,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:12,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T04:15:12,659 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-04T04:15:12,659 WARN  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-04T04:15:12,660 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:12,662 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-04T04:15:12,663 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-04T04:15:12,717 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/hbase.id] with ID: 884a1f91-d40b-4d10-843d-9ba7de5dd849
2024-12-04T04:15:12,717 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/.tmp/hbase.id
2024-12-04T04:15:12,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741826_1002 (size=42)
2024-12-04T04:15:13,129 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/.tmp/hbase.id]:[hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/hbase.id]
2024-12-04T04:15:13,174 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:15:13,179 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-04T04:15:13,195 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms.
2024-12-04T04:15:13,406 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:13,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:13,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741827_1003 (size=196)
2024-12-04T04:15:13,841 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:15:13,845 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-04T04:15:13,868 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:13,874 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T04:15:13,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741828_1004 (size=1189)
2024-12-04T04:15:13,931 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store
2024-12-04T04:15:13,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741829_1005 (size=34)
2024-12-04T04:15:14,357 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-04T04:15:14,360 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:14,361 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-04T04:15:14,361 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:15:14,362 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:15:14,363 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-04T04:15:14,363 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:15:14,363 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:15:14,366 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733285714361Disabling compacts and flushes for region at 1733285714361Disabling writes for close at 1733285714363 (+2 ms)Writing region close event to WAL at 1733285714363Closed at 1733285714363
2024-12-04T04:15:14,369 WARN  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/.initializing
2024-12-04T04:15:14,370 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/WALs/67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:14,383 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-04T04:15:14,405 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=67abd3a0ee76%2C35405%2C1733285711547, suffix=, logDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/WALs/67abd3a0ee76,35405,1733285711547, archiveDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/oldWALs, maxLogs=10
2024-12-04T04:15:14,431 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/WALs/67abd3a0ee76,35405,1733285711547/67abd3a0ee76%2C35405%2C1733285711547.1733285714410, exclude list is [], retry=0
2024-12-04T04:15:14,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36707,DS-489bea4d-19ef-4534-b3bb-4567743510fc,DISK]
2024-12-04T04:15:14,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-04T04:15:14,498 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/WALs/67abd3a0ee76,35405,1733285711547/67abd3a0ee76%2C35405%2C1733285711547.1733285714410
2024-12-04T04:15:14,500 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325)]
2024-12-04T04:15:14,501 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:15:14,501 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:14,506 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:15:14,510 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:15:14,552 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T04:15:14,587 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-04T04:15:14,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:14,597 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:14,598 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T04:15:14,603 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-04T04:15:14,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:14,611 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:14,613 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T04:15:14,622 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-04T04:15:14,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:14,624 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:14,625 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T04:15:14,630 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-04T04:15:14,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:14,632 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:14,632 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:15:14,638 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:15:14,640 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:15:14,651 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:15:14,652 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:15:14,657 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T04:15:14,665 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:15:14,673 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:15:14,675 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59148183, jitterRate=-0.11862339079380035}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T04:15:14,681 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733285714524Initializing all the Stores at 1733285714526 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733285714527 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285714528 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285714528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285714528Cleaning up temporary data from old regions at 1733285714652 (+124 ms)Region opened successfully at 1733285714681 (+29 ms)
2024-12-04T04:15:14,683 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-04T04:15:14,724 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6254e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=67abd3a0ee76/172.17.0.3:0
2024-12-04T04:15:14,759 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-04T04:15:14,771 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-04T04:15:14,771 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-04T04:15:14,774 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-04T04:15:14,776 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-04T04:15:14,782 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-04T04:15:14,782 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-04T04:15:14,812 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-04T04:15:14,828 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-04T04:15:14,837 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-04T04:15:14,841 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-04T04:15:14,843 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-04T04:15:14,847 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-04T04:15:14,851 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-04T04:15:14,858 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-04T04:15:14,869 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-04T04:15:14,871 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-04T04:15:14,879 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-04T04:15:14,903 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-04T04:15:14,910 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-04T04:15:14,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-04T04:15:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:14,923 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-04T04:15:14,923 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:14,925 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=67abd3a0ee76,35405,1733285711547, sessionid=0x1019e8d06d00000, setting cluster-up flag (Was=false)
2024-12-04T04:15:14,963 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:14,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:14,997 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-04T04:15:15,000 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:15,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:15,030 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:15,069 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-04T04:15:15,072 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:15,083 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-04T04:15:15,111 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(746): ClusterId : 884a1f91-d40b-4d10-843d-9ba7de5dd849
2024-12-04T04:15:15,115 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-04T04:15:15,137 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-04T04:15:15,137 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-04T04:15:15,149 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-04T04:15:15,150 DEBUG [RS:0;67abd3a0ee76:37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbc3be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=67abd3a0ee76/172.17.0.3:0
2024-12-04T04:15:15,184 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;67abd3a0ee76:37895
2024-12-04T04:15:15,189 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-04T04:15:15,189 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-04T04:15:15,189 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-04T04:15:15,195 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(2659): reportForDuty to master=67abd3a0ee76,35405,1733285711547 with port=37895, startcode=1733285712389
2024-12-04T04:15:15,206 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-04T04:15:15,210 DEBUG [RS:0;67abd3a0ee76:37895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-04T04:15:15,219 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-04T04:15:15,228 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-04T04:15:15,235 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 67abd3a0ee76,35405,1733285711547
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-04T04:15:15,245 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/67abd3a0ee76:0, corePoolSize=5, maxPoolSize=5
2024-12-04T04:15:15,246 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/67abd3a0ee76:0, corePoolSize=5, maxPoolSize=5
2024-12-04T04:15:15,246 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=5, maxPoolSize=5
2024-12-04T04:15:15,246 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=5, maxPoolSize=5
2024-12-04T04:15:15,246 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/67abd3a0ee76:0, corePoolSize=10, maxPoolSize=10
2024-12-04T04:15:15,246 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,247 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=2, maxPoolSize=2
2024-12-04T04:15:15,247 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,251 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-04T04:15:15,261 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35405 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:15,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T04:15:15,265 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733285745264
2024-12-04T04:15:15,265 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-04T04:15:15,266 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-04T04:15:15,267 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-04T04:15:15,271 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-04T04:15:15,271 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:15,271 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-04T04:15:15,271 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-04T04:15:15,272 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-04T04:15:15,272 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-04T04:15:15,274 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741831_1007 (size=1321)
2024-12-04T04:15:15,285 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-04T04:15:15,286 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-04T04:15:15,287 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-04T04:15:15,290 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-04T04:15:15,290 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-04T04:15:15,292 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-04T04:15:15,292 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.large.0-1733285715291,5,FailOnTimeoutGroup]
2024-12-04T04:15:15,292 WARN  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-04T04:15:15,292 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.small.0-1733285715292,5,FailOnTimeoutGroup]
2024-12-04T04:15:15,293 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,293 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-04T04:15:15,294 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,294 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,393 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(2659): reportForDuty to master=67abd3a0ee76,35405,1733285711547 with port=37895, startcode=1733285712389
2024-12-04T04:15:15,396 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:15,398 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35405 {}] master.ServerManager(517): Registering regionserver=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:15,407 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb
2024-12-04T04:15:15,407 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44595
2024-12-04T04:15:15,407 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-04T04:15:15,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-04T04:15:15,428 DEBUG [RS:0;67abd3a0ee76:37895 {}] zookeeper.ZKUtil(111): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:15,428 WARN  [RS:0;67abd3a0ee76:37895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-04T04:15:15,428 INFO  [RS:0;67abd3a0ee76:37895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T04:15:15,429 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:15,437 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [67abd3a0ee76,37895,1733285712389]
2024-12-04T04:15:15,478 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-04T04:15:15,498 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-04T04:15:15,505 INFO  [RS:0;67abd3a0ee76:37895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-04T04:15:15,505 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,507 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-04T04:15:15,514 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-04T04:15:15,516 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,516 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,517 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,517 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,517 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,517 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,518 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/67abd3a0ee76:0, corePoolSize=2, maxPoolSize=2
2024-12-04T04:15:15,518 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,518 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,518 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,518 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,519 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,519 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:15:15,519 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0, corePoolSize=3, maxPoolSize=3
2024-12-04T04:15:15,519 DEBUG [RS:0;67abd3a0ee76:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0, corePoolSize=3, maxPoolSize=3
2024-12-04T04:15:15,521 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,521 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,521 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,522 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,522 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,522 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,37895,1733285712389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-04T04:15:15,545 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-04T04:15:15,547 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,37895,1733285712389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,547 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,547 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.Replication(171): 67abd3a0ee76,37895,1733285712389 started
2024-12-04T04:15:15,567 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:15,568 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1482): Serving as 67abd3a0ee76,37895,1733285712389, RpcServer on 67abd3a0ee76/172.17.0.3:37895, sessionid=0x1019e8d06d00001
2024-12-04T04:15:15,569 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-04T04:15:15,569 DEBUG [RS:0;67abd3a0ee76:37895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:15,569 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '67abd3a0ee76,37895,1733285712389'
2024-12-04T04:15:15,569 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-04T04:15:15,570 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-04T04:15:15,571 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-04T04:15:15,571 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-04T04:15:15,571 DEBUG [RS:0;67abd3a0ee76:37895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:15,571 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '67abd3a0ee76,37895,1733285712389'
2024-12-04T04:15:15,572 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-04T04:15:15,572 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-04T04:15:15,573 DEBUG [RS:0;67abd3a0ee76:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-04T04:15:15,573 INFO  [RS:0;67abd3a0ee76:37895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-04T04:15:15,573 INFO  [RS:0;67abd3a0ee76:37895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-04T04:15:15,683 INFO  [RS:0;67abd3a0ee76:37895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-04T04:15:15,686 INFO  [RS:0;67abd3a0ee76:37895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=67abd3a0ee76%2C37895%2C1733285712389, suffix=, logDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389, archiveDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/oldWALs, maxLogs=32
2024-12-04T04:15:15,686 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-04T04:15:15,687 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb
2024-12-04T04:15:15,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741832_1008 (size=32)
2024-12-04T04:15:15,705 DEBUG [RS:0;67abd3a0ee76:37895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389/67abd3a0ee76%2C37895%2C1733285712389.1733285715690, exclude list is [], retry=0
2024-12-04T04:15:15,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36707,DS-489bea4d-19ef-4534-b3bb-4567743510fc,DISK]
2024-12-04T04:15:15,713 INFO  [RS:0;67abd3a0ee76:37895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389/67abd3a0ee76%2C37895%2C1733285712389.1733285715690
2024-12-04T04:15:15,714 DEBUG [RS:0;67abd3a0ee76:37895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325)]
2024-12-04T04:15:16,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:16,103 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-04T04:15:16,106 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-04T04:15:16,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:16,108 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:16,108 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-04T04:15:16,111 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-04T04:15:16,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:16,113 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:16,113 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-04T04:15:16,116 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-04T04:15:16,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:16,118 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:16,118 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-04T04:15:16,122 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-04T04:15:16,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:16,124 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:16,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-04T04:15:16,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740
2024-12-04T04:15:16,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740
2024-12-04T04:15:16,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-04T04:15:16,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-04T04:15:16,141 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:15:16,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-04T04:15:16,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:15:16,158 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74850081, jitterRate=0.11535312235355377}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:15:16,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733285716100Initializing all the Stores at 1733285716102 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733285716102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733285716102Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285716102Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733285716102Cleaning up temporary data from old regions at 1733285716139 (+37 ms)Region opened successfully at 1733285716160 (+21 ms)
2024-12-04T04:15:16,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-04T04:15:16,161 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-04T04:15:16,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-04T04:15:16,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-04T04:15:16,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-04T04:15:16,162 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-04T04:15:16,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733285716161Disabling compacts and flushes for region at 1733285716161Disabling writes for close at 1733285716161Writing region close event to WAL at 1733285716162 (+1 ms)Closed at 1733285716162
2024-12-04T04:15:16,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T04:15:16,167 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-04T04:15:16,175 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-04T04:15:16,185 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-04T04:15:16,188 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-04T04:15:16,342 DEBUG [67abd3a0ee76:35405 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-04T04:15:16,361 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:16,371 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 67abd3a0ee76,37895,1733285712389, state=OPENING
2024-12-04T04:15:16,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-04T04:15:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:16,412 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:15:16,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-04T04:15:16,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T04:15:16,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T04:15:16,424 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:15:16,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-04T04:15:16,635 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-04T04:15:16,649 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-04T04:15:16,649 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T04:15:16,650 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-04T04:15:16,654 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=67abd3a0ee76%2C37895%2C1733285712389.meta, suffix=.meta, logDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389, archiveDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/oldWALs, maxLogs=32
2024-12-04T04:15:16,689 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389/67abd3a0ee76%2C37895%2C1733285712389.meta.1733285716656.meta, exclude list is [], retry=0
2024-12-04T04:15:16,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36707,DS-489bea4d-19ef-4534-b3bb-4567743510fc,DISK]
2024-12-04T04:15:16,702 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389/67abd3a0ee76%2C37895%2C1733285712389.meta.1733285716656.meta
2024-12-04T04:15:16,703 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325)]
2024-12-04T04:15:16,703 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:15:16,705 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-04T04:15:16,708 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-04T04:15:16,713 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-04T04:15:16,719 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-04T04:15:16,720 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:16,720 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-04T04:15:16,720 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-04T04:15:16,725 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-04T04:15:16,728 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-04T04:15:16,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:16,730 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:16,730 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-04T04:15:16,732 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-04T04:15:16,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:16,734 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:16,735 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-04T04:15:16,737 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-04T04:15:16,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:16,739 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:16,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-04T04:15:16,742 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-04T04:15:16,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:16,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:15:16,746 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-04T04:15:16,748 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740
2024-12-04T04:15:16,751 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740
2024-12-04T04:15:16,755 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-04T04:15:16,755 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-04T04:15:16,757 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:15:16,762 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-04T04:15:16,764 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61321021, jitterRate=-0.0862455815076828}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:15:16,765 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-04T04:15:16,767 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733285716721Writing region info on filesystem at 1733285716722 (+1 ms)Initializing all the Stores at 1733285716724 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733285716724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733285716725 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285716725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733285716725Cleaning up temporary data from old regions at 1733285716756 (+31 ms)Running coprocessor post-open hooks at 1733285716765 (+9 ms)Region opened successfully at 1733285716766 (+1 ms)
2024-12-04T04:15:16,776 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733285716619
2024-12-04T04:15:16,795 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-04T04:15:16,796 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-04T04:15:16,798 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:16,802 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 67abd3a0ee76,37895,1733285712389, state=OPEN
2024-12-04T04:15:16,958 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-04T04:15:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-04T04:15:16,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T04:15:16,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-04T04:15:16,965 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:16,974 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-04T04:15:16,974 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=67abd3a0ee76,37895,1733285712389 in 548 msec
2024-12-04T04:15:16,986 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-04T04:15:16,986 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 802 msec
2024-12-04T04:15:16,988 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T04:15:16,989 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-04T04:15:17,017 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:17,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:17,040 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:17,042 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:17,070 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9310 sec
2024-12-04T04:15:17,070 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733285717070, completionTime=-1
2024-12-04T04:15:17,074 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-04T04:15:17,074 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-04T04:15:17,111 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-04T04:15:17,111 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733285777111
2024-12-04T04:15:17,111 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733285837111
2024-12-04T04:15:17,111 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec
2024-12-04T04:15:17,114 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,35405,1733285711547-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:17,115 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,35405,1733285711547-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:17,115 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,35405,1733285711547-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:17,117 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-67abd3a0ee76:35405, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:17,118 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:17,118 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:17,136 DEBUG [master/67abd3a0ee76:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-04T04:15:17,157 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.497sec
2024-12-04T04:15:17,158 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-04T04:15:17,160 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-04T04:15:17,161 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-04T04:15:17,162 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-04T04:15:17,162 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-04T04:15:17,163 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,35405,1733285711547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-04T04:15:17,164 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,35405,1733285711547-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-04T04:15:17,172 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-04T04:15:17,173 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-04T04:15:17,173 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,35405,1733285711547-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:15:17,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dfad15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:17,224 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-04T04:15:17,224 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-04T04:15:17,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:17,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:17,240 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:17,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:17,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305448db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:17,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:17,271 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:17,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b5c665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:17,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:17,301 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:17,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:17,365 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=719, ProcessCount=11, AvailableMemoryMB=1308
2024-12-04T04:15:17,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:15:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:17,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7afa760f
2024-12-04T04:15:17,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:15:17,411 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:15:17,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:15:17,421 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:15:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:17,458 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:15:17,461 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:17,465 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:15:17,469 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-12-04T04:15:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T04:15:17,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741835_1011 (size=1061)
2024-12-04T04:15:17,574 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb
2024-12-04T04:15:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T04:15:17,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741836_1012 (size=53)
2024-12-04T04:15:17,631 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:17,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bb6d076aba560e6b5906e4040d4bf5a4, disabling compactions & flushes
2024-12-04T04:15:17,632 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:17,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:17,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. after waiting 0 ms
2024-12-04T04:15:17,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:17,632 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:17,632 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb6d076aba560e6b5906e4040d4bf5a4:
Waiting for close lock at 1733285717631Disabling compacts and flushes for region at 1733285717632 (+1 ms)Disabling writes for close at 1733285717632Writing region close event to WAL at 1733285717632Closed at 1733285717632
2024-12-04T04:15:17,635 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:15:17,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733285717636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733285717636"}]},"ts":"1733285717636"}
2024-12-04T04:15:17,649 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:15:17,656 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:15:17,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285717657"}]},"ts":"1733285717657"}
2024-12-04T04:15:17,669 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-04T04:15:17,672 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, ASSIGN}]
2024-12-04T04:15:17,677 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, ASSIGN
2024-12-04T04:15:17,680 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=false
2024-12-04T04:15:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T04:15:17,831 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb6d076aba560e6b5906e4040d4bf5a4, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:17,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, ASSIGN because future has completed
2024-12-04T04:15:17,837 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:15:17,999 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,000 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:15:18,000 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,000 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:18,001 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,001 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,003 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bb6d076aba560e6b5906e4040d4bf5a4 
2024-12-04T04:15:18,008 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:18,008 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6d076aba560e6b5906e4040d4bf5a4 columnFamilyName A
2024-12-04T04:15:18,008 DEBUG [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:18,010 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.HStore(327): Store=bb6d076aba560e6b5906e4040d4bf5a4/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:18,010 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bb6d076aba560e6b5906e4040d4bf5a4 
2024-12-04T04:15:18,013 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:18,014 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6d076aba560e6b5906e4040d4bf5a4 columnFamilyName B
2024-12-04T04:15:18,014 DEBUG [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:18,015 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.HStore(327): Store=bb6d076aba560e6b5906e4040d4bf5a4/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:18,015 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bb6d076aba560e6b5906e4040d4bf5a4 
2024-12-04T04:15:18,018 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:18,019 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6d076aba560e6b5906e4040d4bf5a4 columnFamilyName C
2024-12-04T04:15:18,019 DEBUG [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:18,021 INFO  [StoreOpener-bb6d076aba560e6b5906e4040d4bf5a4-1 {}] regionserver.HStore(327): Store=bb6d076aba560e6b5906e4040d4bf5a4/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:18,021 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,022 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,023 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,024 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,028 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,028 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,029 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:15:18,032 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,036 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:15:18,037 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb6d076aba560e6b5906e4040d4bf5a4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73089370, jitterRate=0.08911648392677307}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:15:18,037 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,037 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb6d076aba560e6b5906e4040d4bf5a4:
Running coprocessor pre-open hook at 1733285718001Writing region info on filesystem at 1733285718001Initializing all the Stores at 1733285718003 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285718003Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285718003Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285718003Cleaning up temporary data from old regions at 1733285718028 (+25 ms)Running coprocessor post-open hooks at 1733285718037 (+9 ms)Region opened successfully at 1733285718037
2024-12-04T04:15:18,040 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., pid=6, masterSystemTime=1733285717992
2024-12-04T04:15:18,043 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,044 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,045 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb6d076aba560e6b5906e4040d4bf5a4, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:15:18,059 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-04T04:15:18,059 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389 in 215 msec
2024-12-04T04:15:18,066 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-04T04:15:18,066 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, ASSIGN in 387 msec
2024-12-04T04:15:18,068 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:15:18,069 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285718069"}]},"ts":"1733285718069"}
2024-12-04T04:15:18,084 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-04T04:15:18,089 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:15:18,095 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 665 msec
2024-12-04T04:15:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T04:15:18,128 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:18,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf95fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,145 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886558d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,148 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2099c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,157 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:15:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0438b9
2024-12-04T04:15:18,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:15:18,167 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:15:18,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cbc6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,174 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1520bbd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,177 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a29ca95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,181 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588c522b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,184 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473da037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,187 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58323abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,191 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6611efce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,197 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b25c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,201 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0534ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,206 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,209 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36baf600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57135afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,214 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2d67dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,217 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42aa965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,226 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56225fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,230 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425a4c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,233 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ede423c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,236 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d94f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:18,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:18,239 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16038423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:18,241 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f892682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:18,248 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,248 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,248 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,248 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,251 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,253 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,258 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:18,258 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,260 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,260 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,261 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,265 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-12-04T04:15:18,272 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:18,275 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:15:18,281 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,281 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,283 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,285 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,301 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,307 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,312 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:18,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:15:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:18,367 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:15:18,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:18,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:15:18,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/952c0c87f39d4315b863f1070de65bc0 is 50, key is test_row_0/A:col10/1733285718355/Put/seqid=0
2024-12-04T04:15:18,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:18,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741837_1013 (size=12001)
2024-12-04T04:15:18,533 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/952c0c87f39d4315b863f1070de65bc0
2024-12-04T04:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:15:18,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285718610, max timestamp=1733285718655Num uniques 859; 
2024-12-04T04:15:18,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:15:18,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:18,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285718610, max timestamp=1733285718655Num uniques 859; 
2024-12-04T04:15:18,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:15:18,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285718610, max timestamp=1733285718664Num uniques 859; 
2024-12-04T04:15:18,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/44fc8d7636504c98b337367a86f79ff1 is 50, key is test_row_0/B:col10/1733285718355/Put/seqid=0
2024-12-04T04:15:18,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741838_1014 (size=12001)
2024-12-04T04:15:18,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285778775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285778785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285778793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285778794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285778804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:18,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:15:18,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285778928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285778928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285778929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285778941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:18,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285778953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:19,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285779147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285779147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285779148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285779166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285779166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,182 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/44fc8d7636504c98b337367a86f79ff1
2024-12-04T04:15:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:19,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:19,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3d9fce432664472f9540ff9f16d9d07b is 50, key is test_row_0/C:col10/1733285718355/Put/seqid=0
2024-12-04T04:15:19,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741839_1015 (size=12001)
2024-12-04T04:15:19,280 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3d9fce432664472f9540ff9f16d9d07b
2024-12-04T04:15:19,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/952c0c87f39d4315b863f1070de65bc0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/952c0c87f39d4315b863f1070de65bc0
2024-12-04T04:15:19,339 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/952c0c87f39d4315b863f1070de65bc0, entries=150, sequenceid=12, filesize=11.7 K
2024-12-04T04:15:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/44fc8d7636504c98b337367a86f79ff1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/44fc8d7636504c98b337367a86f79ff1
2024-12-04T04:15:19,368 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/44fc8d7636504c98b337367a86f79ff1, entries=150, sequenceid=12, filesize=11.7 K
2024-12-04T04:15:19,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3d9fce432664472f9540ff9f16d9d07b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3d9fce432664472f9540ff9f16d9d07b
2024-12-04T04:15:19,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,426 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3d9fce432664472f9540ff9f16d9d07b, entries=150, sequenceid=12, filesize=11.7 K
2024-12-04T04:15:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:15:19,450 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for bb6d076aba560e6b5906e4040d4bf5a4 in 1066ms, sequenceid=12, compaction requested=false
2024-12-04T04:15:19,452 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-04T04:15:19,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:19,489 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=138.65 KB heapSize=395.14 KB
2024-12-04T04:15:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:19,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:19,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/33e65d4f2c594b468a59de3ed577b958 is 50, key is test_row_0/A:col10/1733285719485/Put/seqid=0
2024-12-04T04:15:19,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:19,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:19,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741840_1016 (size=16681)
2024-12-04T04:15:19,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285779536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285779553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285779557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285779558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285779562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285779666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:19,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:19,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285779706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285779717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285779718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285779721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:19,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:19,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:19,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:19,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285779887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285779926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,960 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/33e65d4f2c594b468a59de3ed577b958
2024-12-04T04:15:19,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285779956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:19,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285779980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285779989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/c765bb87019f463ab43e426016d1185f is 50, key is test_row_0/B:col10/1733285719485/Put/seqid=0
2024-12-04T04:15:20,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:20,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:20,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741841_1017 (size=12001)
2024-12-04T04:15:20,053 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/c765bb87019f463ab43e426016d1185f
2024-12-04T04:15:20,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/51ed67a711cd4d72a534e2cf51ce8581 is 50, key is test_row_0/C:col10/1733285719485/Put/seqid=0
2024-12-04T04:15:20,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741842_1018 (size=12001)
2024-12-04T04:15:20,120 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/51ed67a711cd4d72a534e2cf51ce8581
2024-12-04T04:15:20,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/33e65d4f2c594b468a59de3ed577b958 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/33e65d4f2c594b468a59de3ed577b958
2024-12-04T04:15:20,151 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/33e65d4f2c594b468a59de3ed577b958, entries=250, sequenceid=49, filesize=16.3 K
2024-12-04T04:15:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/c765bb87019f463ab43e426016d1185f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c765bb87019f463ab43e426016d1185f
2024-12-04T04:15:20,169 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c765bb87019f463ab43e426016d1185f, entries=150, sequenceid=49, filesize=11.7 K
2024-12-04T04:15:20,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/51ed67a711cd4d72a534e2cf51ce8581 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/51ed67a711cd4d72a534e2cf51ce8581
2024-12-04T04:15:20,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,195 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/51ed67a711cd4d72a534e2cf51ce8581, entries=150, sequenceid=49, filesize=11.7 K
2024-12-04T04:15:20,202 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~395.09 KB/404576, currentSize=40.25 KB/41220 for bb6d076aba560e6b5906e4040d4bf5a4 in 714ms, sequenceid=49, compaction requested=false
2024-12-04T04:15:20,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:20,224 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-04T04:15:20,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:20,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:20,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:20,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:20,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:20,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:20,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/f6afda931b844130a42a54cb8a3e2714 is 50, key is test_row_0/A:col10/1733285719551/Put/seqid=0
2024-12-04T04:15:20,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741843_1019 (size=12001)
2024-12-04T04:15:20,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733285720322, max timestamp=1733285720333Num uniques 859; 
2024-12-04T04:15:20,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:15:20,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:20,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:20,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285720322, max timestamp=1733285720341Num uniques 859; 
2024-12-04T04:15:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,352 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:15:20,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285720322, max timestamp=1733285720333Num uniques 859; 
2024-12-04T04:15:20,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-04T04:15:20,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285780412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285780432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285780436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:15:20,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285780437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285780437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:20,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:20,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285780548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285780549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285780568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285780572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285780574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:20,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:20,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,678 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/f6afda931b844130a42a54cb8a3e2714
2024-12-04T04:15:20,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f20d1b7ce2e64c418ae04ee3c277ae38 is 50, key is test_row_0/B:col10/1733285719551/Put/seqid=0
2024-12-04T04:15:20,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741844_1020 (size=12001)
2024-12-04T04:15:20,762 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f20d1b7ce2e64c418ae04ee3c277ae38
2024-12-04T04:15:20,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285780766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285780768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285780788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285780788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285780788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:20,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:20,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/021fa6196bb64e9096b5a68692edd732 is 50, key is test_row_0/C:col10/1733285719551/Put/seqid=0
2024-12-04T04:15:20,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741845_1021 (size=12001)
2024-12-04T04:15:20,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:20,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:21,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285781089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285781089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285781109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285781111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285781110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:21,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:21,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:21,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:21,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:21,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:21,255 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/021fa6196bb64e9096b5a68692edd732
2024-12-04T04:15:21,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/f6afda931b844130a42a54cb8a3e2714 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f6afda931b844130a42a54cb8a3e2714
2024-12-04T04:15:21,290 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f6afda931b844130a42a54cb8a3e2714, entries=150, sequenceid=59, filesize=11.7 K
2024-12-04T04:15:21,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:21,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f20d1b7ce2e64c418ae04ee3c277ae38 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f20d1b7ce2e64c418ae04ee3c277ae38
2024-12-04T04:15:21,337 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f20d1b7ce2e64c418ae04ee3c277ae38, entries=150, sequenceid=59, filesize=11.7 K
2024-12-04T04:15:21,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/021fa6196bb64e9096b5a68692edd732 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/021fa6196bb64e9096b5a68692edd732
2024-12-04T04:15:21,370 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/021fa6196bb64e9096b5a68692edd732, entries=150, sequenceid=59, filesize=11.7 K
2024-12-04T04:15:21,373 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.26 KB/141575 for bb6d076aba560e6b5906e4040d4bf5a4 in 1148ms, sequenceid=59, compaction requested=true
2024-12-04T04:15:21,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:21,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:21,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:21,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:21,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:21,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:21,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:21,382 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:21,383 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:21,387 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:21,394 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:21,395 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:21,396 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/44fc8d7636504c98b337367a86f79ff1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c765bb87019f463ab43e426016d1185f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f20d1b7ce2e64c418ae04ee3c277ae38] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=35.2 K
2024-12-04T04:15:21,401 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 44fc8d7636504c98b337367a86f79ff1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733285718338
2024-12-04T04:15:21,402 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:21,402 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:21,402 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:21,402 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/952c0c87f39d4315b863f1070de65bc0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/33e65d4f2c594b468a59de3ed577b958, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f6afda931b844130a42a54cb8a3e2714] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=39.7 K
2024-12-04T04:15:21,403 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c765bb87019f463ab43e426016d1185f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285718788
2024-12-04T04:15:21,404 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f20d1b7ce2e64c418ae04ee3c277ae38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733285719549
2024-12-04T04:15:21,405 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952c0c87f39d4315b863f1070de65bc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733285718338
2024-12-04T04:15:21,413 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33e65d4f2c594b468a59de3ed577b958, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285718765
2024-12-04T04:15:21,415 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6afda931b844130a42a54cb8a3e2714, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733285719549
2024-12-04T04:15:21,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-12-04T04:15:21,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:21,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=138.26 KB heapSize=394.23 KB
2024-12-04T04:15:21,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:21,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:21,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:21,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:21,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:21,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:21,464 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#9 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:21,465 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b648327f754649748132b1e1e49bced8 is 50, key is test_row_0/A:col10/1733285719551/Put/seqid=0
2024-12-04T04:15:21,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-04T04:15:21,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/27d267670b174d6c8a57af03942fecdc is 50, key is test_row_0/A:col10/1733285720432/Put/seqid=0
2024-12-04T04:15:21,511 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#11 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:21,513 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/0dbbb3e5ea7047d6a440e365766363b4 is 50, key is test_row_0/B:col10/1733285719551/Put/seqid=0
2024-12-04T04:15:21,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741846_1022 (size=12104)
2024-12-04T04:15:21,575 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b648327f754649748132b1e1e49bced8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b648327f754649748132b1e1e49bced8
2024-12-04T04:15:21,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741847_1023 (size=12001)
2024-12-04T04:15:21,610 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/27d267670b174d6c8a57af03942fecdc
2024-12-04T04:15:21,617 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into b648327f754649748132b1e1e49bced8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:21,617 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:21,623 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285721375; duration=0sec
2024-12-04T04:15:21,624 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:21,624 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:21,626 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:21,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:21,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741848_1024 (size=12104)
2024-12-04T04:15:21,633 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:21,633 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:21,633 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:21,634 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3d9fce432664472f9540ff9f16d9d07b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/51ed67a711cd4d72a534e2cf51ce8581, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/021fa6196bb64e9096b5a68692edd732] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=35.2 K
2024-12-04T04:15:21,635 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d9fce432664472f9540ff9f16d9d07b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733285718338
2024-12-04T04:15:21,639 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51ed67a711cd4d72a534e2cf51ce8581, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285718788
2024-12-04T04:15:21,640 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 021fa6196bb64e9096b5a68692edd732, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733285719549
2024-12-04T04:15:21,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/64c892e66f4446868f94b6516810e300 is 50, key is test_row_0/B:col10/1733285720432/Put/seqid=0
2024-12-04T04:15:21,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285781657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285781653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285781659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285781659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285781664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,677 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:21,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,678 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/783a13f884f343c195b11f6f5d44e094 is 50, key is test_row_0/C:col10/1733285719551/Put/seqid=0
2024-12-04T04:15:21,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741849_1025 (size=12001)
2024-12-04T04:15:21,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741850_1026 (size=12104)
2024-12-04T04:15:21,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285781776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285781776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285781776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285781776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,792 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/783a13f884f343c195b11f6f5d44e094 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/783a13f884f343c195b11f6f5d44e094
2024-12-04T04:15:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285781790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:21,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:21,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:21,837 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into 783a13f884f343c195b11f6f5d44e094(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:21,837 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:21,837 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285721381; duration=0sec
2024-12-04T04:15:21,838 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:21,838 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:22,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285781996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285781997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285781997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285781996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285782006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,058 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/0dbbb3e5ea7047d6a440e365766363b4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0dbbb3e5ea7047d6a440e365766363b4
2024-12-04T04:15:22,076 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into 0dbbb3e5ea7047d6a440e365766363b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:22,076 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:22,076 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285721381; duration=0sec
2024-12-04T04:15:22,076 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:22,076 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:22,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/64c892e66f4446868f94b6516810e300
2024-12-04T04:15:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/54442fe23bdd40bebba81e82958fc027 is 50, key is test_row_0/C:col10/1733285720432/Put/seqid=0
2024-12-04T04:15:22,236 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T04:15:22,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741851_1027 (size=12001)
2024-12-04T04:15:22,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/54442fe23bdd40bebba81e82958fc027
2024-12-04T04:15:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/27d267670b174d6c8a57af03942fecdc as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/27d267670b174d6c8a57af03942fecdc
2024-12-04T04:15:22,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285782316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285782316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/27d267670b174d6c8a57af03942fecdc, entries=150, sequenceid=96, filesize=11.7 K
2024-12-04T04:15:22,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285782326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285782326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/64c892e66f4446868f94b6516810e300 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/64c892e66f4446868f94b6516810e300
2024-12-04T04:15:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285782335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:22,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:22,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/64c892e66f4446868f94b6516810e300, entries=150, sequenceid=96, filesize=11.7 K
2024-12-04T04:15:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/54442fe23bdd40bebba81e82958fc027 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/54442fe23bdd40bebba81e82958fc027
2024-12-04T04:15:22,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/54442fe23bdd40bebba81e82958fc027, entries=150, sequenceid=96, filesize=11.7 K
2024-12-04T04:15:22,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~138.26 KB/141575, heapSize ~394.18 KB/403640, currentSize=40.25 KB/41220 for bb6d076aba560e6b5906e4040d4bf5a4 in 972ms, sequenceid=96, compaction requested=false
2024-12-04T04:15:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-12-04T04:15:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-12-04T04:15:22,438 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-04T04:15:22,438 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1220 sec
2024-12-04T04:15:22,454 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 4.1790 sec
2024-12-04T04:15:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:15:22,469 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:22,471 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-12-04T04:15:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-04T04:15:22,479 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:22,479 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-04T04:15:22,480 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-04T04:15:22,481 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:22,481 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:22,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-04T04:15:22,483 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-04T04:15:22,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-04T04:15:22,484 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-04T04:15:22,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-04T04:15:22,491 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-04T04:15:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-04T04:15:22,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-12-04T04:15:22,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:22,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-12-04T04:15:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:22,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:22,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/0d8518670c1d454982c138fdf4a82b20 is 50, key is test_row_0/A:col10/1733285721653/Put/seqid=0
2024-12-04T04:15:22,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741852_1028 (size=12001)
2024-12-04T04:15:22,730 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/0d8518670c1d454982c138fdf4a82b20
2024-12-04T04:15:22,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/daa3e36a564e452592003150daca859c is 50, key is test_row_0/B:col10/1733285721653/Put/seqid=0
2024-12-04T04:15:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-04T04:15:22,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741853_1029 (size=12001)
2024-12-04T04:15:22,840 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/daa3e36a564e452592003150daca859c
2024-12-04T04:15:22,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:22,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/9563ef3bcde14b27b28f7ba942748086 is 50, key is test_row_0/C:col10/1733285721653/Put/seqid=0
2024-12-04T04:15:22,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741854_1030 (size=12001)
2024-12-04T04:15:22,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285722906, max timestamp=1733285722949Num uniques 859; 
2024-12-04T04:15:22,974 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:22,970 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285722906, max timestamp=1733285722949Num uniques 859; 
2024-12-04T04:15:22,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-04T04:15:22,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285722906, max timestamp=1733285722949Num uniques 859; 
2024-12-04T04:15:22,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:23,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285783066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285783072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285783082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285723045, max timestamp=1733285723092Num uniques 1018; 
2024-12-04T04:15:23,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:15:23,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285723045, max timestamp=1733285723092Num uniques 1009; 
2024-12-04T04:15:23,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218
2024-12-04T04:15:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285723045, max timestamp=1733285723092Num uniques 1118; 
2024-12-04T04:15:23,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-12-04T04:15:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-04T04:15:23,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285783205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285783206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285783215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285783215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285783216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/9563ef3bcde14b27b28f7ba942748086
2024-12-04T04:15:23,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285783336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285783336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285783345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/0d8518670c1d454982c138fdf4a82b20 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d8518670c1d454982c138fdf4a82b20
2024-12-04T04:15:23,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d8518670c1d454982c138fdf4a82b20, entries=150, sequenceid=108, filesize=11.7 K
2024-12-04T04:15:23,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/daa3e36a564e452592003150daca859c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/daa3e36a564e452592003150daca859c
2024-12-04T04:15:23,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/daa3e36a564e452592003150daca859c, entries=150, sequenceid=108, filesize=11.7 K
2024-12-04T04:15:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285783426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285783428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/9563ef3bcde14b27b28f7ba942748086 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9563ef3bcde14b27b28f7ba942748086
2024-12-04T04:15:23,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9563ef3bcde14b27b28f7ba942748086, entries=150, sequenceid=108, filesize=11.7 K
2024-12-04T04:15:23,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for bb6d076aba560e6b5906e4040d4bf5a4 in 825ms, sequenceid=108, compaction requested=true
2024-12-04T04:15:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-12-04T04:15:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-12-04T04:15:23,474 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-12-04T04:15:23,474 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 988 msec
2024-12-04T04:15:23,484 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.0070 sec
2024-12-04T04:15:23,574 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=147.60 KB heapSize=420 KB
2024-12-04T04:15:23,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:23,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-04T04:15:23,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:23,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-04T04:15:23,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:23,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-12-04T04:15:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:23,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b2a3a1b4c18b4111be84dc1fd806fd83 is 50, key is test_row_0/A:col10/1733285723570/Put/seqid=0
2024-12-04T04:15:23,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285783593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285783596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285783597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-12-04T04:15:23,637 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:23,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741855_1031 (size=12151)
2024-12-04T04:15:23,638 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-12-04T04:15:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:15:23,642 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:23,643 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:23,643 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:23,646 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b2a3a1b4c18b4111be84dc1fd806fd83
2024-12-04T04:15:23,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/4d46bbdc06dc4966b73df4e811a1acfe is 50, key is test_row_0/B:col10/1733285723570/Put/seqid=0
2024-12-04T04:15:23,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741856_1032 (size=12151)
2024-12-04T04:15:23,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285783706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285783706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,722 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/4d46bbdc06dc4966b73df4e811a1acfe
2024-12-04T04:15:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285783715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:15:23,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285783757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285783758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b38c92ea16db4f54b5bdb2f0f1cd40f9 is 50, key is test_row_0/C:col10/1733285723570/Put/seqid=0
2024-12-04T04:15:23,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741857_1033 (size=12151)
2024-12-04T04:15:23,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:23,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:23,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285783926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285783927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285783941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:23,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:23,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:23,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:23,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:23,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:23,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:15:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:24,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:24,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,189 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b38c92ea16db4f54b5bdb2f0f1cd40f9
2024-12-04T04:15:24,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b2a3a1b4c18b4111be84dc1fd806fd83 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b2a3a1b4c18b4111be84dc1fd806fd83
2024-12-04T04:15:24,223 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b2a3a1b4c18b4111be84dc1fd806fd83, entries=150, sequenceid=163, filesize=11.9 K
2024-12-04T04:15:24,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/4d46bbdc06dc4966b73df4e811a1acfe as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4d46bbdc06dc4966b73df4e811a1acfe
2024-12-04T04:15:24,244 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4d46bbdc06dc4966b73df4e811a1acfe, entries=150, sequenceid=163, filesize=11.9 K
2024-12-04T04:15:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b38c92ea16db4f54b5bdb2f0f1cd40f9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b38c92ea16db4f54b5bdb2f0f1cd40f9
2024-12-04T04:15:24,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285784236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285784246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285784255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,258 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b38c92ea16db4f54b5bdb2f0f1cd40f9, entries=150, sequenceid=163, filesize=11.9 K
2024-12-04T04:15:24,260 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~419.95 KB/430032, currentSize=40.25 KB/41220 for bb6d076aba560e6b5906e4040d4bf5a4 in 686ms, sequenceid=163, compaction requested=true
2024-12-04T04:15:24,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:24,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:24,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:24,261 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:24,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:24,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:24,261 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:24,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:24,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:24,265 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:24,265 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:24,265 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,265 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b648327f754649748132b1e1e49bced8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/27d267670b174d6c8a57af03942fecdc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d8518670c1d454982c138fdf4a82b20, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b2a3a1b4c18b4111be84dc1fd806fd83] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=47.1 K
2024-12-04T04:15:24,266 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:24,266 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:24,266 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,266 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0dbbb3e5ea7047d6a440e365766363b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/64c892e66f4446868f94b6516810e300, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/daa3e36a564e452592003150daca859c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4d46bbdc06dc4966b73df4e811a1acfe] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=47.1 K
2024-12-04T04:15:24,267 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dbbb3e5ea7047d6a440e365766363b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733285719549
2024-12-04T04:15:24,268 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b648327f754649748132b1e1e49bced8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733285719549
2024-12-04T04:15:24,269 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27d267670b174d6c8a57af03942fecdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733285720407
2024-12-04T04:15:24,270 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 64c892e66f4446868f94b6516810e300, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733285720407
2024-12-04T04:15:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:24,271 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8518670c1d454982c138fdf4a82b20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733285721651
2024-12-04T04:15:24,272 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2a3a1b4c18b4111be84dc1fd806fd83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733285723210
2024-12-04T04:15:24,273 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting daa3e36a564e452592003150daca859c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733285721651
2024-12-04T04:15:24,274 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d46bbdc06dc4966b73df4e811a1acfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733285723210
2024-12-04T04:15:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:15:24,282 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-04T04:15:24,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:24,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:24,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:24,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:24,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:24,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,305 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:24,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/1b737fb3388140e18cc889ae7e930fea is 50, key is test_row_0/A:col10/1733285723592/Put/seqid=0
2024-12-04T04:15:24,312 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:24,314 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/477d08d6c2534cd08c5fc5524bcf0b35 is 50, key is test_row_0/B:col10/1733285723570/Put/seqid=0
2024-12-04T04:15:24,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741858_1034 (size=12151)
2024-12-04T04:15:24,316 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/837af79343b24c879511954cd507b649 is 50, key is test_row_0/A:col10/1733285723570/Put/seqid=0
2024-12-04T04:15:24,320 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/1b737fb3388140e18cc889ae7e930fea
2024-12-04T04:15:24,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741859_1035 (size=12391)
2024-12-04T04:15:24,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741860_1036 (size=12391)
2024-12-04T04:15:24,338 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/837af79343b24c879511954cd507b649 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/837af79343b24c879511954cd507b649
2024-12-04T04:15:24,357 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into 837af79343b24c879511954cd507b649(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:24,357 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:24,357 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=12, startTime=1733285724261; duration=0sec
2024-12-04T04:15:24,358 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:24,358 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:24,358 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:24,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/5b4ecc32b2eb4ba0ae4de5c97d805467 is 50, key is test_row_0/B:col10/1733285723592/Put/seqid=0
2024-12-04T04:15:24,363 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:24,364 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:24,364 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,364 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/783a13f884f343c195b11f6f5d44e094, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/54442fe23bdd40bebba81e82958fc027, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9563ef3bcde14b27b28f7ba942748086, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b38c92ea16db4f54b5bdb2f0f1cd40f9] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=47.1 K
2024-12-04T04:15:24,365 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 783a13f884f343c195b11f6f5d44e094, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733285719549
2024-12-04T04:15:24,366 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54442fe23bdd40bebba81e82958fc027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733285720407
2024-12-04T04:15:24,367 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9563ef3bcde14b27b28f7ba942748086, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733285721651
2024-12-04T04:15:24,367 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b38c92ea16db4f54b5bdb2f0f1cd40f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733285723210
2024-12-04T04:15:24,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741861_1037 (size=12151)
2024-12-04T04:15:24,393 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/5b4ecc32b2eb4ba0ae4de5c97d805467
2024-12-04T04:15:24,404 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:24,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285724375, max timestamp=1733285724401Num uniques 859; 
2024-12-04T04:15:24,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285724375, max timestamp=1733285724401Num uniques 859; 
2024-12-04T04:15:24,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:15:24,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:15:24,405 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b2fc07c8265c4efa9687b4d21ae8c78f is 50, key is test_row_0/C:col10/1733285723570/Put/seqid=0
2024-12-04T04:15:24,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285724375, max timestamp=1733285724401Num uniques 859; 
2024-12-04T04:15:24,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:15:24,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/c22148d7613846cb86ca6bf398e57328 is 50, key is test_row_0/C:col10/1733285723592/Put/seqid=0
2024-12-04T04:15:24,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741862_1038 (size=12391)
2024-12-04T04:15:24,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741863_1039 (size=12151)
2024-12-04T04:15:24,437 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/c22148d7613846cb86ca6bf398e57328
2024-12-04T04:15:24,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:24,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/1b737fb3388140e18cc889ae7e930fea as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/1b737fb3388140e18cc889ae7e930fea
2024-12-04T04:15:24,465 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/1b737fb3388140e18cc889ae7e930fea, entries=150, sequenceid=174, filesize=11.9 K
2024-12-04T04:15:24,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/5b4ecc32b2eb4ba0ae4de5c97d805467 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/5b4ecc32b2eb4ba0ae4de5c97d805467
2024-12-04T04:15:24,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285784462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285784469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,476 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/5b4ecc32b2eb4ba0ae4de5c97d805467, entries=150, sequenceid=174, filesize=11.9 K
2024-12-04T04:15:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/c22148d7613846cb86ca6bf398e57328 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c22148d7613846cb86ca6bf398e57328
2024-12-04T04:15:24,497 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c22148d7613846cb86ca6bf398e57328, entries=150, sequenceid=174, filesize=11.9 K
2024-12-04T04:15:24,499 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for bb6d076aba560e6b5906e4040d4bf5a4 in 217ms, sequenceid=174, compaction requested=false
2024-12-04T04:15:24,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:24,588 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-12-04T04:15:24,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:24,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:24,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:24,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:24,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/70522d86b6cc4d1d8399f995e6c6e04a is 50, key is test_row_0/A:col10/1733285724460/Put/seqid=0
2024-12-04T04:15:24,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741864_1040 (size=14541)
2024-12-04T04:15:24,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285784621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,628 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/70522d86b6cc4d1d8399f995e6c6e04a
2024-12-04T04:15:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285784622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/bdecfc7cab52403b9310ad1d3c3e918b is 50, key is test_row_0/B:col10/1733285724460/Put/seqid=0
2024-12-04T04:15:24,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741865_1041 (size=12151)
2024-12-04T04:15:24,670 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/bdecfc7cab52403b9310ad1d3c3e918b
2024-12-04T04:15:24,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/61aeac63c537495c8489ab2eca3da3e4 is 50, key is test_row_0/C:col10/1733285724460/Put/seqid=0
2024-12-04T04:15:24,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741866_1042 (size=12151)
2024-12-04T04:15:24,733 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/477d08d6c2534cd08c5fc5524bcf0b35 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/477d08d6c2534cd08c5fc5524bcf0b35
2024-12-04T04:15:24,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285784736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285784736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,749 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into 477d08d6c2534cd08c5fc5524bcf0b35(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:24,749 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:24,749 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=12, startTime=1733285724261; duration=0sec
2024-12-04T04:15:24,749 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:24,749 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:24,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285784755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285784755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285784765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:15:24,841 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b2fc07c8265c4efa9687b4d21ae8c78f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b2fc07c8265c4efa9687b4d21ae8c78f
2024-12-04T04:15:24,852 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into b2fc07c8265c4efa9687b4d21ae8c78f(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:24,852 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:24,852 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=12, startTime=1733285724261; duration=0sec
2024-12-04T04:15:24,852 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:24,853 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:24,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:24,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:24,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285784946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285784946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:25,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:25,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:25,115 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/61aeac63c537495c8489ab2eca3da3e4
2024-12-04T04:15:25,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/70522d86b6cc4d1d8399f995e6c6e04a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/70522d86b6cc4d1d8399f995e6c6e04a
2024-12-04T04:15:25,146 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/70522d86b6cc4d1d8399f995e6c6e04a, entries=200, sequenceid=211, filesize=14.2 K
2024-12-04T04:15:25,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/bdecfc7cab52403b9310ad1d3c3e918b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdecfc7cab52403b9310ad1d3c3e918b
2024-12-04T04:15:25,160 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdecfc7cab52403b9310ad1d3c3e918b, entries=150, sequenceid=211, filesize=11.9 K
2024-12-04T04:15:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/61aeac63c537495c8489ab2eca3da3e4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/61aeac63c537495c8489ab2eca3da3e4
2024-12-04T04:15:25,183 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/61aeac63c537495c8489ab2eca3da3e4, entries=150, sequenceid=211, filesize=11.9 K
2024-12-04T04:15:25,184 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for bb6d076aba560e6b5906e4040d4bf5a4 in 596ms, sequenceid=211, compaction requested=true
2024-12-04T04:15:25,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:25,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:25,185 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:25,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:25,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:25,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:25,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:25,185 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:25,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:25,187 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:25,187 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:25,187 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:25,187 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,187 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:25,187 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,187 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/837af79343b24c879511954cd507b649, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/1b737fb3388140e18cc889ae7e930fea, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/70522d86b6cc4d1d8399f995e6c6e04a] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=38.2 K
2024-12-04T04:15:25,188 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/477d08d6c2534cd08c5fc5524bcf0b35, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/5b4ecc32b2eb4ba0ae4de5c97d805467, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdecfc7cab52403b9310ad1d3c3e918b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=35.8 K
2024-12-04T04:15:25,189 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 837af79343b24c879511954cd507b649, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733285723210
2024-12-04T04:15:25,190 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 477d08d6c2534cd08c5fc5524bcf0b35, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733285723210
2024-12-04T04:15:25,191 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b737fb3388140e18cc889ae7e930fea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733285723590
2024-12-04T04:15:25,191 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b4ecc32b2eb4ba0ae4de5c97d805467, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733285723590
2024-12-04T04:15:25,192 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70522d86b6cc4d1d8399f995e6c6e04a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733285724455
2024-12-04T04:15:25,192 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting bdecfc7cab52403b9310ad1d3c3e918b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733285724455
2024-12-04T04:15:25,213 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:25,214 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/19a5ff38b6a14b3da205f7cdffab551d is 50, key is test_row_0/B:col10/1733285724460/Put/seqid=0
2024-12-04T04:15:25,226 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:25,227 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/50268d3926584f3bbcf592c6a2be4062 is 50, key is test_row_0/A:col10/1733285724460/Put/seqid=0
2024-12-04T04:15:25,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-12-04T04:15:25,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,229 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-04T04:15:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:25,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/059be58f06374cb6a910c76f34f5649f is 50, key is test_row_0/A:col10/1733285724605/Put/seqid=0
2024-12-04T04:15:25,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:25,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741867_1043 (size=12493)
2024-12-04T04:15:25,300 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/50268d3926584f3bbcf592c6a2be4062 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/50268d3926584f3bbcf592c6a2be4062
2024-12-04T04:15:25,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741868_1044 (size=12493)
2024-12-04T04:15:25,320 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into 50268d3926584f3bbcf592c6a2be4062(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:25,320 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:25,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741869_1045 (size=12151)
2024-12-04T04:15:25,321 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285725184; duration=0sec
2024-12-04T04:15:25,322 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:25,322 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:25,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/059be58f06374cb6a910c76f34f5649f
2024-12-04T04:15:25,322 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:25,322 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/19a5ff38b6a14b3da205f7cdffab551d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/19a5ff38b6a14b3da205f7cdffab551d
2024-12-04T04:15:25,328 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:25,328 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:25,329 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,329 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b2fc07c8265c4efa9687b4d21ae8c78f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c22148d7613846cb86ca6bf398e57328, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/61aeac63c537495c8489ab2eca3da3e4] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=35.8 K
2024-12-04T04:15:25,332 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2fc07c8265c4efa9687b4d21ae8c78f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733285723210
2024-12-04T04:15:25,334 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting c22148d7613846cb86ca6bf398e57328, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733285723590
2024-12-04T04:15:25,335 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61aeac63c537495c8489ab2eca3da3e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733285724455
2024-12-04T04:15:25,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/82c211ad605c48e5a29fc150f9ae2f8c is 50, key is test_row_0/B:col10/1733285724605/Put/seqid=0
2024-12-04T04:15:25,339 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into 19a5ff38b6a14b3da205f7cdffab551d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:25,340 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:25,340 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285725185; duration=0sec
2024-12-04T04:15:25,340 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:25,340 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:25,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285725320, max timestamp=1733285725343Num uniques 859; 
2024-12-04T04:15:25,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:25,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741870_1046 (size=12151)
2024-12-04T04:15:25,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285725320, max timestamp=1733285725345Num uniques 859; 
2024-12-04T04:15:25,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:25,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285725320, max timestamp=1733285725345Num uniques 859; 
2024-12-04T04:15:25,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:25,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/82c211ad605c48e5a29fc150f9ae2f8c
2024-12-04T04:15:25,367 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:25,368 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/28a07d470e0c41849ccd315d839f274e is 50, key is test_row_0/C:col10/1733285724460/Put/seqid=0
2024-12-04T04:15:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/efcabcfa633b45b486312fb8e7a5c994 is 50, key is test_row_0/C:col10/1733285724605/Put/seqid=0
2024-12-04T04:15:25,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741872_1048 (size=12493)
2024-12-04T04:15:25,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741871_1047 (size=12151)
2024-12-04T04:15:25,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/efcabcfa633b45b486312fb8e7a5c994
2024-12-04T04:15:25,395 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/28a07d470e0c41849ccd315d839f274e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28a07d470e0c41849ccd315d839f274e
2024-12-04T04:15:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/059be58f06374cb6a910c76f34f5649f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/059be58f06374cb6a910c76f34f5649f
2024-12-04T04:15:25,410 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into 28a07d470e0c41849ccd315d839f274e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:25,410 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:25,410 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/059be58f06374cb6a910c76f34f5649f, entries=150, sequenceid=223, filesize=11.9 K
2024-12-04T04:15:25,412 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285725185; duration=0sec
2024-12-04T04:15:25,412 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:25,412 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:25,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/82c211ad605c48e5a29fc150f9ae2f8c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/82c211ad605c48e5a29fc150f9ae2f8c
2024-12-04T04:15:25,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/82c211ad605c48e5a29fc150f9ae2f8c, entries=150, sequenceid=223, filesize=11.9 K
2024-12-04T04:15:25,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/efcabcfa633b45b486312fb8e7a5c994 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/efcabcfa633b45b486312fb8e7a5c994
2024-12-04T04:15:25,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/efcabcfa633b45b486312fb8e7a5c994, entries=150, sequenceid=223, filesize=11.9 K
2024-12-04T04:15:25,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=127.47 KB/130530 for bb6d076aba560e6b5906e4040d4bf5a4 in 215ms, sequenceid=223, compaction requested=false
2024-12-04T04:15:25,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:25,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-12-04T04:15:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:25,449 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-04T04:15:25,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285725418, max timestamp=1733285725446Num uniques 1018; 
2024-12-04T04:15:25,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285725418, max timestamp=1733285725446Num uniques 1018; 
2024-12-04T04:15:25,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:15:25,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:15:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-12-04T04:15:25,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733285725418, max timestamp=1733285725446Num uniques 1018; 
2024-12-04T04:15:25,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-12-04T04:15:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:25,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b3719cc622fe4ae7acf50c1fded8e8de is 50, key is test_row_0/A:col10/1733285725432/Put/seqid=0
2024-12-04T04:15:25,481 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-04T04:15:25,481 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec
2024-12-04T04:15:25,485 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.8450 sec
2024-12-04T04:15:25,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741873_1049 (size=14741)
2024-12-04T04:15:25,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285725489, max timestamp=1733285725540Num uniques 859; 
2024-12-04T04:15:25,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:25,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285725489, max timestamp=1733285725540Num uniques 859; 
2024-12-04T04:15:25,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285725489, max timestamp=1733285725540Num uniques 859; 
2024-12-04T04:15:25,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:25,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:25,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285725587, max timestamp=1733285725628Num uniques 1118; 
2024-12-04T04:15:25,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285725587, max timestamp=1733285725628Num uniques 1118; 
2024-12-04T04:15:25,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-12-04T04:15:25,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-12-04T04:15:25,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285725587, max timestamp=1733285725628Num uniques 1118; 
2024-12-04T04:15:25,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-12-04T04:15:25,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285725661, max timestamp=1733285725702Num uniques 1077; 
2024-12-04T04:15:25,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285725661, max timestamp=1733285725702Num uniques 1077; 
2024-12-04T04:15:25,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-12-04T04:15:25,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-12-04T04:15:25,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285725661, max timestamp=1733285725702Num uniques 1077; 
2024-12-04T04:15:25,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-12-04T04:15:25,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285725750, max timestamp=1733285725770Num uniques 1086; 
2024-12-04T04:15:25,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-12-04T04:15:25,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285725750, max timestamp=1733285725770Num uniques 1086; 
2024-12-04T04:15:25,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285725750, max timestamp=1733285725770Num uniques 1086; 
2024-12-04T04:15:25,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-12-04T04:15:25,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236
2024-12-04T04:15:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:15:25,796 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:25,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-12-04T04:15:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T04:15:25,808 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:25,809 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:25,809 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:25,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285725795, max timestamp=1733285725818Num uniques 1095; 
2024-12-04T04:15:25,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-12-04T04:15:25,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285725795, max timestamp=1733285725818Num uniques 1095; 
2024-12-04T04:15:25,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-12-04T04:15:25,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733285725807, max timestamp=1733285725818Num uniques 1095; 
2024-12-04T04:15:25,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-12-04T04:15:25,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285785876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:25,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285785881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:25,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733285725859, max timestamp=1733285725879Num uniques 1104; 
2024-12-04T04:15:25,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733285725859, max timestamp=1733285725879Num uniques 1104; 
2024-12-04T04:15:25,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204
2024-12-04T04:15:25,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204
2024-12-04T04:15:25,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733285725859, max timestamp=1733285725882Num uniques 1054; 
2024-12-04T04:15:25,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204
2024-12-04T04:15:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:25,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:25,912 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b3719cc622fe4ae7acf50c1fded8e8de
2024-12-04T04:15:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T04:15:25,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7c3d269159664396a3d226a8002c5172 is 50, key is test_row_0/B:col10/1733285725432/Put/seqid=0
2024-12-04T04:15:25,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-04T04:15:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:25,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:25,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:25,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733285725934, max timestamp=1733285725970Num uniques 1063; 
2024-12-04T04:15:25,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733285725934, max timestamp=1733285725970Num uniques 1063; 
2024-12-04T04:15:25,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263
2024-12-04T04:15:25,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263
2024-12-04T04:15:25,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1733285725934, max timestamp=1733285725970Num uniques 1063; 
2024-12-04T04:15:25,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263
2024-12-04T04:15:25,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741874_1050 (size=12301)
2024-12-04T04:15:25,990 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7c3d269159664396a3d226a8002c5172
2024-12-04T04:15:26,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/5dd17e2679f34fcb9f4f98941342e675 is 50, key is test_row_0/C:col10/1733285725432/Put/seqid=0
2024-12-04T04:15:26,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741875_1051 (size=12301)
2024-12-04T04:15:26,035 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/5dd17e2679f34fcb9f4f98941342e675
2024-12-04T04:15:26,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7862, totalHeapSize=18128, min timestamp=1733285726016, max timestamp=1733285726039Num uniques 1122; 
2024-12-04T04:15:26,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733285726016, max timestamp=1733285726039Num uniques 1122; 
2024-12-04T04:15:26,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51372, new segment data size=7862, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172
2024-12-04T04:15:26,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=7872, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172
2024-12-04T04:15:26,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733285726016, max timestamp=1733285726039Num uniques 1122; 
2024-12-04T04:15:26,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=7872, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172
2024-12-04T04:15:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b3719cc622fe4ae7acf50c1fded8e8de as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b3719cc622fe4ae7acf50c1fded8e8de
2024-12-04T04:15:26,059 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b3719cc622fe4ae7acf50c1fded8e8de, entries=200, sequenceid=264, filesize=14.4 K
2024-12-04T04:15:26,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7c3d269159664396a3d226a8002c5172 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7c3d269159664396a3d226a8002c5172
2024-12-04T04:15:26,075 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7c3d269159664396a3d226a8002c5172, entries=150, sequenceid=264, filesize=12.0 K
2024-12-04T04:15:26,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/5dd17e2679f34fcb9f4f98941342e675 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5dd17e2679f34fcb9f4f98941342e675
2024-12-04T04:15:26,088 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5dd17e2679f34fcb9f4f98941342e675, entries=150, sequenceid=264, filesize=12.0 K
2024-12-04T04:15:26,114 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.31 KB/32060, heapSize ~75.50 KB/77312, currentSize=73.80 KB/75570 for bb6d076aba560e6b5906e4040d4bf5a4 in 661ms, sequenceid=264, compaction requested=true
2024-12-04T04:15:26,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:26,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:26,114 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:26,115 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:26,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:26,116 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39385 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:26,116 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:26,117 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,117 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/50268d3926584f3bbcf592c6a2be4062, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/059be58f06374cb6a910c76f34f5649f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b3719cc622fe4ae7acf50c1fded8e8de] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=38.5 K
2024-12-04T04:15:26,119 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:26,119 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:26,119 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,119 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/19a5ff38b6a14b3da205f7cdffab551d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/82c211ad605c48e5a29fc150f9ae2f8c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7c3d269159664396a3d226a8002c5172] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.1 K
2024-12-04T04:15:26,120 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50268d3926584f3bbcf592c6a2be4062, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733285724455
2024-12-04T04:15:26,120 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 19a5ff38b6a14b3da205f7cdffab551d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733285724455
2024-12-04T04:15:26,121 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059be58f06374cb6a910c76f34f5649f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733285724605
2024-12-04T04:15:26,121 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 82c211ad605c48e5a29fc150f9ae2f8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733285724605
2024-12-04T04:15:26,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-12-04T04:15:26,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,123 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3719cc622fe4ae7acf50c1fded8e8de, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733285725418
2024-12-04T04:15:26,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=107.34 KB heapSize=304.08 KB
2024-12-04T04:15:26,123 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c3d269159664396a3d226a8002c5172, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733285725418
2024-12-04T04:15:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:26,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T04:15:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/3f05b0492cb84bb7810c02cc408978e0 is 50, key is test_row_0/A:col10/1733285726111/Put/seqid=0
2024-12-04T04:15:26,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285786140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285786145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285786145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,157 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,157 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/bfb0e4c8ec774c7a9cd83ca4697efd8d is 50, key is test_row_0/B:col10/1733285725432/Put/seqid=0
2024-12-04T04:15:26,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285786152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285786155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,170 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#41 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:26,170 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/0d467a19c254438d9d8c2bfb8e391baa is 50, key is test_row_0/A:col10/1733285725432/Put/seqid=0
2024-12-04T04:15:26,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741876_1052 (size=14741)
2024-12-04T04:15:26,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/3f05b0492cb84bb7810c02cc408978e0
2024-12-04T04:15:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/98317599df674ae6a03f29091bc647e1 is 50, key is test_row_0/B:col10/1733285726111/Put/seqid=0
2024-12-04T04:15:26,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741878_1054 (size=12745)
2024-12-04T04:15:26,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741877_1053 (size=12745)
2024-12-04T04:15:26,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741879_1055 (size=12301)
2024-12-04T04:15:26,231 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/bfb0e4c8ec774c7a9cd83ca4697efd8d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bfb0e4c8ec774c7a9cd83ca4697efd8d
2024-12-04T04:15:26,232 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/98317599df674ae6a03f29091bc647e1
2024-12-04T04:15:26,245 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into bfb0e4c8ec774c7a9cd83ca4697efd8d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:26,245 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:26,245 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285726115; duration=0sec
2024-12-04T04:15:26,245 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:26,245 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:26,245 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:26,248 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:26,248 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:26,248 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,249 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28a07d470e0c41849ccd315d839f274e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/efcabcfa633b45b486312fb8e7a5c994, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5dd17e2679f34fcb9f4f98941342e675] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.1 K
2024-12-04T04:15:26,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/ea2443cd22184c75b7a22db4ddc7b9ba is 50, key is test_row_0/C:col10/1733285726111/Put/seqid=0
2024-12-04T04:15:26,253 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 28a07d470e0c41849ccd315d839f274e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733285724455
2024-12-04T04:15:26,254 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting efcabcfa633b45b486312fb8e7a5c994, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733285724605
2024-12-04T04:15:26,255 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dd17e2679f34fcb9f4f98941342e675, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733285725418
2024-12-04T04:15:26,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741880_1056 (size=12301)
2024-12-04T04:15:26,267 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/ea2443cd22184c75b7a22db4ddc7b9ba
2024-12-04T04:15:26,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285786265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285786265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285786266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285786266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285786266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/3f05b0492cb84bb7810c02cc408978e0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3f05b0492cb84bb7810c02cc408978e0
2024-12-04T04:15:26,291 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:26,294 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/f539a968df16446db7959bf3baf2c19c is 50, key is test_row_0/C:col10/1733285725432/Put/seqid=0
2024-12-04T04:15:26,297 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3f05b0492cb84bb7810c02cc408978e0, entries=200, sequenceid=418, filesize=14.4 K
2024-12-04T04:15:26,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/98317599df674ae6a03f29091bc647e1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/98317599df674ae6a03f29091bc647e1
2024-12-04T04:15:26,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741881_1057 (size=12745)
2024-12-04T04:15:26,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/98317599df674ae6a03f29091bc647e1, entries=150, sequenceid=418, filesize=12.0 K
2024-12-04T04:15:26,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/ea2443cd22184c75b7a22db4ddc7b9ba as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ea2443cd22184c75b7a22db4ddc7b9ba
2024-12-04T04:15:26,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ea2443cd22184c75b7a22db4ddc7b9ba, entries=150, sequenceid=418, filesize=12.0 K
2024-12-04T04:15:26,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~323.95 KB/331728, currentSize=67.09 KB/68700 for bb6d076aba560e6b5906e4040d4bf5a4 in 211ms, sequenceid=418, compaction requested=false
2024-12-04T04:15:26,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:26,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-12-04T04:15:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-12-04T04:15:26,341 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-04T04:15:26,341 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 528 msec
2024-12-04T04:15:26,345 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 538 msec
2024-12-04T04:15:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-04T04:15:26,446 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:26,446 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-12-04T04:15:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-04T04:15:26,451 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:26,451 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:26,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:26,479 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:15:26,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:26,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:26,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:26,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:26,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:26,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:26,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/d1cf8f83e3964fc88df5a6bb9ef784b1 is 50, key is test_row_0/A:col10/1733285726149/Put/seqid=0
2024-12-04T04:15:26,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285786508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285786513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285786514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285786516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285786519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741882_1058 (size=9857)
2024-12-04T04:15:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,531 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/d1cf8f83e3964fc88df5a6bb9ef784b1
2024-12-04T04:15:26,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/a9008448fe7d4388b7c8ece6c3e2397a is 50, key is test_row_0/B:col10/1733285726149/Put/seqid=0
2024-12-04T04:15:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-04T04:15:26,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741883_1059 (size=9857)
2024-12-04T04:15:26,564 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/a9008448fe7d4388b7c8ece6c3e2397a
2024-12-04T04:15:26,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b68b19e084674327b1ccd715e0bfafac is 50, key is test_row_0/C:col10/1733285726149/Put/seqid=0
2024-12-04T04:15:26,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741884_1060 (size=9857)
2024-12-04T04:15:26,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-04T04:15:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:26,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285786625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285786625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285786625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285786637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285786644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,656 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/0d467a19c254438d9d8c2bfb8e391baa as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d467a19c254438d9d8c2bfb8e391baa
2024-12-04T04:15:26,676 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into 0d467a19c254438d9d8c2bfb8e391baa(size=12.4 K), total size for store is 26.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:26,676 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:26,676 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285726114; duration=0sec
2024-12-04T04:15:26,677 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:26,677 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:26,727 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/f539a968df16446db7959bf3baf2c19c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/f539a968df16446db7959bf3baf2c19c
2024-12-04T04:15:26,743 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into f539a968df16446db7959bf3baf2c19c(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:26,743 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:26,743 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285726115; duration=0sec
2024-12-04T04:15:26,743 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:26,743 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:26,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-04T04:15:26,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:26,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:26,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-04T04:15:26,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285786836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285786836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285786836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285786846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285786856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:26,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-04T04:15:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:26,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:27,006 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b68b19e084674327b1ccd715e0bfafac
2024-12-04T04:15:27,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/d1cf8f83e3964fc88df5a6bb9ef784b1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d1cf8f83e3964fc88df5a6bb9ef784b1
2024-12-04T04:15:27,032 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d1cf8f83e3964fc88df5a6bb9ef784b1, entries=100, sequenceid=433, filesize=9.6 K
2024-12-04T04:15:27,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/a9008448fe7d4388b7c8ece6c3e2397a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/a9008448fe7d4388b7c8ece6c3e2397a
2024-12-04T04:15:27,044 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/a9008448fe7d4388b7c8ece6c3e2397a, entries=100, sequenceid=433, filesize=9.6 K
2024-12-04T04:15:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b68b19e084674327b1ccd715e0bfafac as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b68b19e084674327b1ccd715e0bfafac
2024-12-04T04:15:27,066 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b68b19e084674327b1ccd715e0bfafac, entries=100, sequenceid=433, filesize=9.6 K
2024-12-04T04:15:27,068 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for bb6d076aba560e6b5906e4040d4bf5a4 in 588ms, sequenceid=433, compaction requested=true
2024-12-04T04:15:27,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:27,069 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:27,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:27,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:27,072 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:27,072 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:27,072 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:27,072 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:27,072 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d467a19c254438d9d8c2bfb8e391baa, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3f05b0492cb84bb7810c02cc408978e0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d1cf8f83e3964fc88df5a6bb9ef784b1] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.5 K
2024-12-04T04:15:27,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-12-04T04:15:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:27,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-04T04:15:27,073 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d467a19c254438d9d8c2bfb8e391baa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733285725418
2024-12-04T04:15:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:27,074 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f05b0492cb84bb7810c02cc408978e0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285726093
2024-12-04T04:15:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:27,075 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34903 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:27,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:27,075 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1cf8f83e3964fc88df5a6bb9ef784b1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733285726149
2024-12-04T04:15:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-04T04:15:27,080 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:27,080 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:27,080 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bfb0e4c8ec774c7a9cd83ca4697efd8d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/98317599df674ae6a03f29091bc647e1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/a9008448fe7d4388b7c8ece6c3e2397a] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=34.1 K
2024-12-04T04:15:27,082 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting bfb0e4c8ec774c7a9cd83ca4697efd8d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733285725418
2024-12-04T04:15:27,083 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 98317599df674ae6a03f29091bc647e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285726093
2024-12-04T04:15:27,084 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a9008448fe7d4388b7c8ece6c3e2397a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733285726149
2024-12-04T04:15:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/aca3457274c04dee98b23b6a9b171c0e is 50, key is test_row_0/A:col10/1733285726514/Put/seqid=0
2024-12-04T04:15:27,097 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:27,097 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/0169517076db4324b20083af02a89aef is 50, key is test_row_0/A:col10/1733285726149/Put/seqid=0
2024-12-04T04:15:27,130 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#50 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:27,131 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/8dcc0a69d9df41f6bccbea36f69a13cf is 50, key is test_row_0/B:col10/1733285726149/Put/seqid=0
2024-12-04T04:15:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:27,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:27,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285787191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741886_1062 (size=12847)
2024-12-04T04:15:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741885_1061 (size=12301)
2024-12-04T04:15:27,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/aca3457274c04dee98b23b6a9b171c0e
2024-12-04T04:15:27,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285787193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285787193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285787199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285787201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741887_1063 (size=12847)
2024-12-04T04:15:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,232 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/8dcc0a69d9df41f6bccbea36f69a13cf as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/8dcc0a69d9df41f6bccbea36f69a13cf
2024-12-04T04:15:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7f3ca007758d4993b3f5d559a1f12e9f is 50, key is test_row_0/B:col10/1733285726514/Put/seqid=0
2024-12-04T04:15:27,244 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into 8dcc0a69d9df41f6bccbea36f69a13cf(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:27,244 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:27,244 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285727072; duration=0sec
2024-12-04T04:15:27,244 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:27,245 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:27,245 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:27,256 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34903 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:27,256 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:27,256 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:27,256 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/f539a968df16446db7959bf3baf2c19c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ea2443cd22184c75b7a22db4ddc7b9ba, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b68b19e084674327b1ccd715e0bfafac] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=34.1 K
2024-12-04T04:15:27,257 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f539a968df16446db7959bf3baf2c19c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733285725418
2024-12-04T04:15:27,258 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ea2443cd22184c75b7a22db4ddc7b9ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285726093
2024-12-04T04:15:27,258 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b68b19e084674327b1ccd715e0bfafac, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733285726149
2024-12-04T04:15:27,285 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#52 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:27,286 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/0b41162941624380b0225032bdd7f834 is 50, key is test_row_0/C:col10/1733285726149/Put/seqid=0
2024-12-04T04:15:27,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741888_1064 (size=12301)
2024-12-04T04:15:27,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285787343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285787344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285787344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741889_1065 (size=12847)
2024-12-04T04:15:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285787347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285787347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,374 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/0b41162941624380b0225032bdd7f834 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0b41162941624380b0225032bdd7f834
2024-12-04T04:15:27,395 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into 0b41162941624380b0225032bdd7f834(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:27,395 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:27,395 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285727074; duration=0sec
2024-12-04T04:15:27,395 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:27,395 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:27,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285787555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285787555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285787555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285787569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285787569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-04T04:15:27,664 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/0169517076db4324b20083af02a89aef as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0169517076db4324b20083af02a89aef
2024-12-04T04:15:27,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7f3ca007758d4993b3f5d559a1f12e9f
2024-12-04T04:15:27,713 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into 0169517076db4324b20083af02a89aef(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:27,713 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:27,713 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285727069; duration=0sec
2024-12-04T04:15:27,713 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:27,713 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:27,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/5226876b4ac34a8189c3b716467ced6f is 50, key is test_row_0/C:col10/1733285726514/Put/seqid=0
2024-12-04T04:15:27,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741890_1066 (size=12301)
2024-12-04T04:15:27,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285787875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285787876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285787876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285787876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:27,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285787888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:27,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,195 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/5226876b4ac34a8189c3b716467ced6f
2024-12-04T04:15:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/aca3457274c04dee98b23b6a9b171c0e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/aca3457274c04dee98b23b6a9b171c0e
2024-12-04T04:15:28,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/aca3457274c04dee98b23b6a9b171c0e, entries=150, sequenceid=453, filesize=12.0 K
2024-12-04T04:15:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7f3ca007758d4993b3f5d559a1f12e9f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7f3ca007758d4993b3f5d559a1f12e9f
2024-12-04T04:15:28,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7f3ca007758d4993b3f5d559a1f12e9f, entries=150, sequenceid=453, filesize=12.0 K
2024-12-04T04:15:28,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/5226876b4ac34a8189c3b716467ced6f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5226876b4ac34a8189c3b716467ced6f
2024-12-04T04:15:28,252 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5226876b4ac34a8189c3b716467ced6f, entries=150, sequenceid=453, filesize=12.0 K
2024-12-04T04:15:28,261 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for bb6d076aba560e6b5906e4040d4bf5a4 in 1187ms, sequenceid=453, compaction requested=false
2024-12-04T04:15:28,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:28,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:28,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-12-04T04:15:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-12-04T04:15:28,273 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-12-04T04:15:28,273 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec
2024-12-04T04:15:28,278 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.8280 sec
2024-12-04T04:15:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:28,391 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:15:28,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:28,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:28,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:28,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:28,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:28,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:28,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/dc9fd185bea44586afd949480ed2836b is 50, key is test_row_0/A:col10/1733285727198/Put/seqid=0
2024-12-04T04:15:28,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741891_1067 (size=14741)
2024-12-04T04:15:28,434 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/dc9fd185bea44586afd949480ed2836b
2024-12-04T04:15:28,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f6e4d2886f7e499abce6c2a2af815ccf is 50, key is test_row_0/B:col10/1733285727198/Put/seqid=0
2024-12-04T04:15:28,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285788440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285788450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285788461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285788464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285788465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741892_1068 (size=12301)
2024-12-04T04:15:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285788565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285788576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285788585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-12-04T04:15:28,597 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:28,597 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-12-04T04:15:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:15:28,600 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:28,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285788596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285788596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,608 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:28,609 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:15:28,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:28,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:28,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:28,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285788777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:28,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285788786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285788796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285788818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285788818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:28,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f6e4d2886f7e499abce6c2a2af815ccf
2024-12-04T04:15:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:15:28,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:28,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:28,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b918233d2d164e57a358ae0571d2e3cc is 50, key is test_row_0/C:col10/1733285727198/Put/seqid=0
2024-12-04T04:15:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:28,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741893_1069 (size=12301)
2024-12-04T04:15:28,961 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b918233d2d164e57a358ae0571d2e3cc
2024-12-04T04:15:28,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/dc9fd185bea44586afd949480ed2836b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc9fd185bea44586afd949480ed2836b
2024-12-04T04:15:28,992 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc9fd185bea44586afd949480ed2836b, entries=200, sequenceid=471, filesize=14.4 K
2024-12-04T04:15:28,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f6e4d2886f7e499abce6c2a2af815ccf as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f6e4d2886f7e499abce6c2a2af815ccf
2024-12-04T04:15:29,005 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f6e4d2886f7e499abce6c2a2af815ccf, entries=150, sequenceid=471, filesize=12.0 K
2024-12-04T04:15:29,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b918233d2d164e57a358ae0571d2e3cc as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b918233d2d164e57a358ae0571d2e3cc
2024-12-04T04:15:29,017 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b918233d2d164e57a358ae0571d2e3cc, entries=150, sequenceid=471, filesize=12.0 K
2024-12-04T04:15:29,019 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for bb6d076aba560e6b5906e4040d4bf5a4 in 627ms, sequenceid=471, compaction requested=true
2024-12-04T04:15:29,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:29,019 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:29,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:29,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:29,020 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:29,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:29,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:29,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:29,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:29,026 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:29,026 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:29,026 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:29,026 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:29,026 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,026 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,026 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0169517076db4324b20083af02a89aef, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/aca3457274c04dee98b23b6a9b171c0e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc9fd185bea44586afd949480ed2836b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=39.0 K
2024-12-04T04:15:29,026 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/8dcc0a69d9df41f6bccbea36f69a13cf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7f3ca007758d4993b3f5d559a1f12e9f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f6e4d2886f7e499abce6c2a2af815ccf] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.6 K
2024-12-04T04:15:29,027 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dcc0a69d9df41f6bccbea36f69a13cf, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733285726121
2024-12-04T04:15:29,027 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0169517076db4324b20083af02a89aef, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733285726121
2024-12-04T04:15:29,027 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f3ca007758d4993b3f5d559a1f12e9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733285726508
2024-12-04T04:15:29,027 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting aca3457274c04dee98b23b6a9b171c0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733285726508
2024-12-04T04:15:29,028 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f6e4d2886f7e499abce6c2a2af815ccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733285727196
2024-12-04T04:15:29,028 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc9fd185bea44586afd949480ed2836b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733285727188
2024-12-04T04:15:29,046 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:29,046 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/4196a099619644ebac348665e4ed2ffd is 50, key is test_row_0/B:col10/1733285727198/Put/seqid=0
2024-12-04T04:15:29,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741894_1070 (size=12949)
2024-12-04T04:15:29,062 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:29,063 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/615b9b5df87c43fb8860d0807bc5447d is 50, key is test_row_0/A:col10/1733285727198/Put/seqid=0
2024-12-04T04:15:29,064 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/4196a099619644ebac348665e4ed2ffd as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4196a099619644ebac348665e4ed2ffd
2024-12-04T04:15:29,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741895_1071 (size=12949)
2024-12-04T04:15:29,076 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into 4196a099619644ebac348665e4ed2ffd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:29,076 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:29,076 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285729020; duration=0sec
2024-12-04T04:15:29,076 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:29,076 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:29,076 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:29,078 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:29,079 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:29,079 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,079 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0b41162941624380b0225032bdd7f834, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5226876b4ac34a8189c3b716467ced6f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b918233d2d164e57a358ae0571d2e3cc] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.6 K
2024-12-04T04:15:29,080 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b41162941624380b0225032bdd7f834, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733285726121
2024-12-04T04:15:29,081 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5226876b4ac34a8189c3b716467ced6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1733285726508
2024-12-04T04:15:29,081 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b918233d2d164e57a358ae0571d2e3cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733285727196
2024-12-04T04:15:29,094 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:29,095 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/9a45afd025a7414face7c11ce56a80e5 is 50, key is test_row_0/C:col10/1733285727198/Put/seqid=0
2024-12-04T04:15:29,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,097 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:15:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:29,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/ef99264f3aff4bef82c6614ebd4e09ac is 50, key is test_row_0/A:col10/1733285728436/Put/seqid=0
2024-12-04T04:15:29,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741896_1072 (size=12949)
2024-12-04T04:15:29,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741897_1073 (size=12301)
2024-12-04T04:15:29,147 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/9a45afd025a7414face7c11ce56a80e5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9a45afd025a7414face7c11ce56a80e5
2024-12-04T04:15:29,148 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/ef99264f3aff4bef82c6614ebd4e09ac
2024-12-04T04:15:29,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285789144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285789148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285789148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285789151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285789154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/9d9aad736c46459aaaa800707a52c76c is 50, key is test_row_0/B:col10/1733285728436/Put/seqid=0
2024-12-04T04:15:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,174 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into 9a45afd025a7414face7c11ce56a80e5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:29,174 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:29,175 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285729020; duration=0sec
2024-12-04T04:15:29,175 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:29,175 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:29,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741898_1074 (size=12301)
2024-12-04T04:15:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:15:29,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285789255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285789268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285789276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285789276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285789276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285789476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,482 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/615b9b5df87c43fb8860d0807bc5447d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/615b9b5df87c43fb8860d0807bc5447d
2024-12-04T04:15:29,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285789485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285789488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,496 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into 615b9b5df87c43fb8860d0807bc5447d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:29,496 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:29,497 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285729019; duration=0sec
2024-12-04T04:15:29,497 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:29,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,497 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285789496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285789496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,603 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/9d9aad736c46459aaaa800707a52c76c
2024-12-04T04:15:29,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/7be0b8c1891d47d38f8ab952a6e76f79 is 50, key is test_row_0/C:col10/1733285728436/Put/seqid=0
2024-12-04T04:15:29,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741899_1075 (size=12301)
2024-12-04T04:15:29,680 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/7be0b8c1891d47d38f8ab952a6e76f79
2024-12-04T04:15:29,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/ef99264f3aff4bef82c6614ebd4e09ac as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ef99264f3aff4bef82c6614ebd4e09ac
2024-12-04T04:15:29,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ef99264f3aff4bef82c6614ebd4e09ac, entries=150, sequenceid=492, filesize=12.0 K
2024-12-04T04:15:29,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/9d9aad736c46459aaaa800707a52c76c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/9d9aad736c46459aaaa800707a52c76c
2024-12-04T04:15:29,736 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/9d9aad736c46459aaaa800707a52c76c, entries=150, sequenceid=492, filesize=12.0 K
2024-12-04T04:15:29,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/7be0b8c1891d47d38f8ab952a6e76f79 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7be0b8c1891d47d38f8ab952a6e76f79
2024-12-04T04:15:29,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:29,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:15:29,771 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7be0b8c1891d47d38f8ab952a6e76f79, entries=150, sequenceid=492, filesize=12.0 K
2024-12-04T04:15:29,772 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for bb6d076aba560e6b5906e4040d4bf5a4 in 675ms, sequenceid=492, compaction requested=false
2024-12-04T04:15:29,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:29,790 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:15:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:29,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/e2bbd8ecaf7e4751a63ddab1233da415 is 50, key is test_row_0/A:col10/1733285729150/Put/seqid=0
2024-12-04T04:15:29,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741900_1076 (size=14741)
2024-12-04T04:15:29,834 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/e2bbd8ecaf7e4751a63ddab1233da415
2024-12-04T04:15:29,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285789837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/0f76cac17f9f45bcb7b179681083cacf is 50, key is test_row_0/B:col10/1733285729150/Put/seqid=0
2024-12-04T04:15:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285789843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285789844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285789845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285789852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741901_1077 (size=12301)
2024-12-04T04:15:29,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:29,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:29,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:29,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:29,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285789956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285789956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285789956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285789956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:29,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285789965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:30,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:30,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285790165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285790175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285790175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285790176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285790176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:30,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:30,271 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/0f76cac17f9f45bcb7b179681083cacf
2024-12-04T04:15:30,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3ad7bd8812534e31a8ba7432e2ed7311 is 50, key is test_row_0/C:col10/1733285729150/Put/seqid=0
2024-12-04T04:15:30,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741902_1078 (size=12301)
2024-12-04T04:15:30,312 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3ad7bd8812534e31a8ba7432e2ed7311
2024-12-04T04:15:30,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/e2bbd8ecaf7e4751a63ddab1233da415 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/e2bbd8ecaf7e4751a63ddab1233da415
2024-12-04T04:15:30,333 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/e2bbd8ecaf7e4751a63ddab1233da415, entries=200, sequenceid=508, filesize=14.4 K
2024-12-04T04:15:30,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/0f76cac17f9f45bcb7b179681083cacf as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0f76cac17f9f45bcb7b179681083cacf
2024-12-04T04:15:30,344 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0f76cac17f9f45bcb7b179681083cacf, entries=150, sequenceid=508, filesize=12.0 K
2024-12-04T04:15:30,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3ad7bd8812534e31a8ba7432e2ed7311 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3ad7bd8812534e31a8ba7432e2ed7311
2024-12-04T04:15:30,358 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3ad7bd8812534e31a8ba7432e2ed7311, entries=150, sequenceid=508, filesize=12.0 K
2024-12-04T04:15:30,359 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for bb6d076aba560e6b5906e4040d4bf5a4 in 569ms, sequenceid=508, compaction requested=true
2024-12-04T04:15:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:30,359 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:30,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:15:30,360 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:30,362 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:30,362 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:30,362 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:30,362 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/615b9b5df87c43fb8860d0807bc5447d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ef99264f3aff4bef82c6614ebd4e09ac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/e2bbd8ecaf7e4751a63ddab1233da415] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=39.1 K
2024-12-04T04:15:30,363 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:30,363 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 615b9b5df87c43fb8860d0807bc5447d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733285727196
2024-12-04T04:15:30,363 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:30,363 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:30,363 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4196a099619644ebac348665e4ed2ffd, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/9d9aad736c46459aaaa800707a52c76c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0f76cac17f9f45bcb7b179681083cacf] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.7 K
2024-12-04T04:15:30,363 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef99264f3aff4bef82c6614ebd4e09ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733285728436
2024-12-04T04:15:30,363 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4196a099619644ebac348665e4ed2ffd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733285727196
2024-12-04T04:15:30,365 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2bbd8ecaf7e4751a63ddab1233da415, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733285729144
2024-12-04T04:15:30,365 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d9aad736c46459aaaa800707a52c76c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733285728436
2024-12-04T04:15:30,365 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f76cac17f9f45bcb7b179681083cacf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733285729145
2024-12-04T04:15:30,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-12-04T04:15:30,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:30,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-04T04:15:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:30,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/bd27fc6329df4aca977b8d373430fb70 is 50, key is test_row_0/A:col10/1733285729843/Put/seqid=0
2024-12-04T04:15:30,389 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:30,389 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/dc27d1113848443ea988d97997205964 is 50, key is test_row_0/A:col10/1733285729150/Put/seqid=0
2024-12-04T04:15:30,390 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:30,391 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/4fde9e93384a4be48c5512fc68405914 is 50, key is test_row_0/B:col10/1733285729150/Put/seqid=0
2024-12-04T04:15:30,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741904_1080 (size=13051)
2024-12-04T04:15:30,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741903_1079 (size=12301)
2024-12-04T04:15:30,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741905_1081 (size=13051)
2024-12-04T04:15:30,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/bd27fc6329df4aca977b8d373430fb70
2024-12-04T04:15:30,427 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/4fde9e93384a4be48c5512fc68405914 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4fde9e93384a4be48c5512fc68405914
2024-12-04T04:15:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/2980d6aacaaf4ed393e422101bf19d8a is 50, key is test_row_0/B:col10/1733285729843/Put/seqid=0
2024-12-04T04:15:30,444 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into 4fde9e93384a4be48c5512fc68405914(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:30,444 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:30,444 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285730359; duration=0sec
2024-12-04T04:15:30,444 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:30,444 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:30,444 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:30,458 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:30,458 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:30,458 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:30,459 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9a45afd025a7414face7c11ce56a80e5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7be0b8c1891d47d38f8ab952a6e76f79, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3ad7bd8812534e31a8ba7432e2ed7311] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.7 K
2024-12-04T04:15:30,463 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a45afd025a7414face7c11ce56a80e5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733285727196
2024-12-04T04:15:30,465 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7be0b8c1891d47d38f8ab952a6e76f79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733285728436
2024-12-04T04:15:30,466 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ad7bd8812534e31a8ba7432e2ed7311, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733285729145
2024-12-04T04:15:30,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741906_1082 (size=12301)
2024-12-04T04:15:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:30,481 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:30,482 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/a7a13c74a6534348b1909aca7f7fda37 is 50, key is test_row_0/C:col10/1733285729150/Put/seqid=0
2024-12-04T04:15:30,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741907_1083 (size=13051)
2024-12-04T04:15:30,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285790503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285790507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285790507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285790509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285790509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,516 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/a7a13c74a6534348b1909aca7f7fda37 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a7a13c74a6534348b1909aca7f7fda37
2024-12-04T04:15:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,525 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into a7a13c74a6534348b1909aca7f7fda37(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:30,526 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:30,526 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285730359; duration=0sec
2024-12-04T04:15:30,526 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:30,526 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:30,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285790616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285790616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285790625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285790625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285790625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:15:30,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285790825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285790826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285790835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285790835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285790835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285791136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285791136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285791145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285791146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285791146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,501 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/2980d6aacaaf4ed393e422101bf19d8a
2024-12-04T04:15:31,517 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/dc27d1113848443ea988d97997205964 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc27d1113848443ea988d97997205964
2024-12-04T04:15:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/20369810c72b48c0983b0fc96b0e6f81 is 50, key is test_row_0/C:col10/1733285729843/Put/seqid=0
2024-12-04T04:15:31,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741908_1084 (size=12301)
2024-12-04T04:15:31,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/20369810c72b48c0983b0fc96b0e6f81
2024-12-04T04:15:31,531 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into dc27d1113848443ea988d97997205964(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-12-04T04:15:31,531 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:31,531 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285730359; duration=1sec
2024-12-04T04:15:31,531 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:31,531 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:31,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/bd27fc6329df4aca977b8d373430fb70 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bd27fc6329df4aca977b8d373430fb70
2024-12-04T04:15:31,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bd27fc6329df4aca977b8d373430fb70, entries=150, sequenceid=526, filesize=12.0 K
2024-12-04T04:15:31,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/2980d6aacaaf4ed393e422101bf19d8a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2980d6aacaaf4ed393e422101bf19d8a
2024-12-04T04:15:31,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2980d6aacaaf4ed393e422101bf19d8a, entries=150, sequenceid=526, filesize=12.0 K
2024-12-04T04:15:31,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/20369810c72b48c0983b0fc96b0e6f81 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/20369810c72b48c0983b0fc96b0e6f81
2024-12-04T04:15:31,582 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/20369810c72b48c0983b0fc96b0e6f81, entries=150, sequenceid=526, filesize=12.0 K
2024-12-04T04:15:31,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for bb6d076aba560e6b5906e4040d4bf5a4 in 1208ms, sequenceid=526, compaction requested=false
2024-12-04T04:15:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:31,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:31,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-12-04T04:15:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-12-04T04:15:31,588 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-04T04:15:31,588 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9780 sec
2024-12-04T04:15:31,591 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.9930 sec
2024-12-04T04:15:31,650 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:15:31,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:31,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:31,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:31,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:31,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:31,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:31,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/a95090e6fa054713834cf86e882227b6 is 50, key is test_row_0/A:col10/1733285730489/Put/seqid=0
2024-12-04T04:15:31,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741909_1085 (size=14741)
2024-12-04T04:15:31,673 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/a95090e6fa054713834cf86e882227b6
2024-12-04T04:15:31,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285791679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285791684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285791684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285791685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285791685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f8cfec0dcb024fb893cd0a87346d6dee is 50, key is test_row_0/B:col10/1733285730489/Put/seqid=0
2024-12-04T04:15:31,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741910_1086 (size=12301)
2024-12-04T04:15:31,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285791795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285791795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285791795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285791795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285791795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285792005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285792005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285792005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285792009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285792009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,112 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f8cfec0dcb024fb893cd0a87346d6dee
2024-12-04T04:15:32,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/c7d51bd0aace49f698b681db01827044 is 50, key is test_row_0/C:col10/1733285730489/Put/seqid=0
2024-12-04T04:15:32,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741911_1087 (size=12301)
2024-12-04T04:15:32,159 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/c7d51bd0aace49f698b681db01827044
2024-12-04T04:15:32,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/a95090e6fa054713834cf86e882227b6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a95090e6fa054713834cf86e882227b6
2024-12-04T04:15:32,177 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a95090e6fa054713834cf86e882227b6, entries=200, sequenceid=544, filesize=14.4 K
2024-12-04T04:15:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/f8cfec0dcb024fb893cd0a87346d6dee as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f8cfec0dcb024fb893cd0a87346d6dee
2024-12-04T04:15:32,191 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f8cfec0dcb024fb893cd0a87346d6dee, entries=150, sequenceid=544, filesize=12.0 K
2024-12-04T04:15:32,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/c7d51bd0aace49f698b681db01827044 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c7d51bd0aace49f698b681db01827044
2024-12-04T04:15:32,210 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c7d51bd0aace49f698b681db01827044, entries=150, sequenceid=544, filesize=12.0 K
2024-12-04T04:15:32,211 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for bb6d076aba560e6b5906e4040d4bf5a4 in 562ms, sequenceid=544, compaction requested=true
2024-12-04T04:15:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:32,211 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:32,211 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:32,213 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:32,214 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:32,214 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:32,214 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc27d1113848443ea988d97997205964, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bd27fc6329df4aca977b8d373430fb70, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a95090e6fa054713834cf86e882227b6] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=39.2 K
2024-12-04T04:15:32,214 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:32,214 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc27d1113848443ea988d97997205964, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733285729145
2024-12-04T04:15:32,215 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:32,215 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:32,215 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd27fc6329df4aca977b8d373430fb70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733285729828
2024-12-04T04:15:32,215 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4fde9e93384a4be48c5512fc68405914, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2980d6aacaaf4ed393e422101bf19d8a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f8cfec0dcb024fb893cd0a87346d6dee] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.8 K
2024-12-04T04:15:32,215 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a95090e6fa054713834cf86e882227b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733285730489
2024-12-04T04:15:32,216 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fde9e93384a4be48c5512fc68405914, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733285729145
2024-12-04T04:15:32,216 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2980d6aacaaf4ed393e422101bf19d8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733285729828
2024-12-04T04:15:32,217 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f8cfec0dcb024fb893cd0a87346d6dee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733285730489
2024-12-04T04:15:32,250 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:32,251 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/e1706b2ed9c14833975216537d60bbb9 is 50, key is test_row_0/B:col10/1733285730489/Put/seqid=0
2024-12-04T04:15:32,258 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:32,259 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/031fd10b53754f63afacac2d555f4a38 is 50, key is test_row_0/A:col10/1733285730489/Put/seqid=0
2024-12-04T04:15:32,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741912_1088 (size=13153)
2024-12-04T04:15:32,308 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/e1706b2ed9c14833975216537d60bbb9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/e1706b2ed9c14833975216537d60bbb9
2024-12-04T04:15:32,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741913_1089 (size=13153)
2024-12-04T04:15:32,317 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into e1706b2ed9c14833975216537d60bbb9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:32,317 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:32,317 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285732211; duration=0sec
2024-12-04T04:15:32,317 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:32,317 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:32,318 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:32,319 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:32,319 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:32,319 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:32,319 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a7a13c74a6534348b1909aca7f7fda37, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/20369810c72b48c0983b0fc96b0e6f81, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c7d51bd0aace49f698b681db01827044] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=36.8 K
2024-12-04T04:15:32,320 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a7a13c74a6534348b1909aca7f7fda37, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1733285729145
2024-12-04T04:15:32,321 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 20369810c72b48c0983b0fc96b0e6f81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733285729828
2024-12-04T04:15:32,322 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c7d51bd0aace49f698b681db01827044, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733285730489
2024-12-04T04:15:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:32,323 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:15:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:32,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:32,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:32,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:32,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/bc4d377b760442e8a92350268f125ffe is 50, key is test_row_0/A:col10/1733285732320/Put/seqid=0
2024-12-04T04:15:32,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741914_1090 (size=14741)
2024-12-04T04:15:32,337 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:32,337 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/612c942175844eaea1ea3ff8090308ac is 50, key is test_row_0/C:col10/1733285730489/Put/seqid=0
2024-12-04T04:15:32,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285792339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285792340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285792341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285792342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285792343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741915_1091 (size=13153)
2024-12-04T04:15:32,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285792456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285792456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285792456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285792456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285792456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285792665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285792665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285792665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285792665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285792665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:32,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:32,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:32,723 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/031fd10b53754f63afacac2d555f4a38 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/031fd10b53754f63afacac2d555f4a38
2024-12-04T04:15:32,734 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into 031fd10b53754f63afacac2d555f4a38(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:32,735 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:32,735 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285732211; duration=0sec
2024-12-04T04:15:32,737 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/bc4d377b760442e8a92350268f125ffe
2024-12-04T04:15:32,736 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:32,738 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:32,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/ced560be17164cff955d742b8326835e is 50, key is test_row_0/B:col10/1733285732320/Put/seqid=0
2024-12-04T04:15:32,778 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/612c942175844eaea1ea3ff8090308ac as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/612c942175844eaea1ea3ff8090308ac
2024-12-04T04:15:32,790 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into 612c942175844eaea1ea3ff8090308ac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:32,790 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:32,790 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285732211; duration=0sec
2024-12-04T04:15:32,790 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:32,790 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:15:32,795 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:32,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-12-04T04:15:32,800 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T04:15:32,802 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:32,802 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:32,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741916_1092 (size=12301)
2024-12-04T04:15:32,816 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/ced560be17164cff955d742b8326835e
2024-12-04T04:15:32,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/a788f9d9b6ff46d7b4823b4192c196b9 is 50, key is test_row_0/C:col10/1733285732320/Put/seqid=0
2024-12-04T04:15:32,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741917_1093 (size=12301)
2024-12-04T04:15:32,877 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/a788f9d9b6ff46d7b4823b4192c196b9
2024-12-04T04:15:32,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/bc4d377b760442e8a92350268f125ffe as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bc4d377b760442e8a92350268f125ffe
2024-12-04T04:15:32,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bc4d377b760442e8a92350268f125ffe, entries=200, sequenceid=564, filesize=14.4 K
2024-12-04T04:15:32,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/ced560be17164cff955d742b8326835e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ced560be17164cff955d742b8326835e
2024-12-04T04:15:32,903 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ced560be17164cff955d742b8326835e, entries=150, sequenceid=564, filesize=12.0 K
2024-12-04T04:15:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T04:15:32,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/a788f9d9b6ff46d7b4823b4192c196b9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a788f9d9b6ff46d7b4823b4192c196b9
2024-12-04T04:15:32,915 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a788f9d9b6ff46d7b4823b4192c196b9, entries=150, sequenceid=564, filesize=12.0 K
2024-12-04T04:15:32,916 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for bb6d076aba560e6b5906e4040d4bf5a4 in 593ms, sequenceid=564, compaction requested=false
2024-12-04T04:15:32,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:32,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-12-04T04:15:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:32,958 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:15:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:32,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/08f356a81c8745009d2a1476e9ca9c08 is 50, key is test_row_0/A:col10/1733285732339/Put/seqid=0
2024-12-04T04:15:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:32,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:32,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741918_1094 (size=12301)
2024-12-04T04:15:32,987 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/08f356a81c8745009d2a1476e9ca9c08
2024-12-04T04:15:33,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/6b824093a5b84a939e99369f41ba0aae is 50, key is test_row_0/B:col10/1733285732339/Put/seqid=0
2024-12-04T04:15:33,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285792995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285793001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285793001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285793003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285793004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741919_1095 (size=12301)
2024-12-04T04:15:33,027 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/6b824093a5b84a939e99369f41ba0aae
2024-12-04T04:15:33,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/0d49ccae69644ac4a827e639eaa3cd39 is 50, key is test_row_0/C:col10/1733285732339/Put/seqid=0
2024-12-04T04:15:33,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741920_1096 (size=12301)
2024-12-04T04:15:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T04:15:33,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285793115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285793115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285793115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285793116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285793116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285793325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285793326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285793326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285793326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285793326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T04:15:33,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/0d49ccae69644ac4a827e639eaa3cd39
2024-12-04T04:15:33,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/08f356a81c8745009d2a1476e9ca9c08 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/08f356a81c8745009d2a1476e9ca9c08
2024-12-04T04:15:33,480 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/08f356a81c8745009d2a1476e9ca9c08, entries=150, sequenceid=580, filesize=12.0 K
2024-12-04T04:15:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/6b824093a5b84a939e99369f41ba0aae as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/6b824093a5b84a939e99369f41ba0aae
2024-12-04T04:15:33,492 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/6b824093a5b84a939e99369f41ba0aae, entries=150, sequenceid=580, filesize=12.0 K
2024-12-04T04:15:33,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/0d49ccae69644ac4a827e639eaa3cd39 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0d49ccae69644ac4a827e639eaa3cd39
2024-12-04T04:15:33,508 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0d49ccae69644ac4a827e639eaa3cd39, entries=150, sequenceid=580, filesize=12.0 K
2024-12-04T04:15:33,509 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for bb6d076aba560e6b5906e4040d4bf5a4 in 551ms, sequenceid=580, compaction requested=true
2024-12-04T04:15:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-12-04T04:15:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-12-04T04:15:33,515 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-04T04:15:33,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 710 msec
2024-12-04T04:15:33,520 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 721 msec
2024-12-04T04:15:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:33,640 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:15:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:33,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:33,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/3e86c31dc0ca4535b59af0fb3ff5a172 is 50, key is test_row_0/A:col10/1733285732996/Put/seqid=0
2024-12-04T04:15:33,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285793656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285793658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285793663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741921_1097 (size=14741)
2024-12-04T04:15:33,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285793668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285793669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,680 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/3e86c31dc0ca4535b59af0fb3ff5a172
2024-12-04T04:15:33,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/ac7c85d299794e53915a531257ea4814 is 50, key is test_row_0/B:col10/1733285732996/Put/seqid=0
2024-12-04T04:15:33,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741922_1098 (size=12301)
2024-12-04T04:15:33,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285793775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285793775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285793775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285793786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285793786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-04T04:15:33,936 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:33,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-12-04T04:15:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-04T04:15:33,938 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:33,939 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:33,939 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:33,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285793985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285793995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285793995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285793996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285793996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-04T04:15:34,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-12-04T04:15:34,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:34,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:34,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:34,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:34,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:34,108 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/ac7c85d299794e53915a531257ea4814
2024-12-04T04:15:34,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/1b0971b43313447ebfe82ff2fa710305 is 50, key is test_row_0/C:col10/1733285732996/Put/seqid=0
2024-12-04T04:15:34,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741923_1099 (size=12301)
2024-12-04T04:15:34,161 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/1b0971b43313447ebfe82ff2fa710305
2024-12-04T04:15:34,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/3e86c31dc0ca4535b59af0fb3ff5a172 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3e86c31dc0ca4535b59af0fb3ff5a172
2024-12-04T04:15:34,193 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3e86c31dc0ca4535b59af0fb3ff5a172, entries=200, sequenceid=599, filesize=14.4 K
2024-12-04T04:15:34,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/ac7c85d299794e53915a531257ea4814 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ac7c85d299794e53915a531257ea4814
2024-12-04T04:15:34,205 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ac7c85d299794e53915a531257ea4814, entries=150, sequenceid=599, filesize=12.0 K
2024-12-04T04:15:34,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/1b0971b43313447ebfe82ff2fa710305 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/1b0971b43313447ebfe82ff2fa710305
2024-12-04T04:15:34,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/1b0971b43313447ebfe82ff2fa710305, entries=150, sequenceid=599, filesize=12.0 K
2024-12-04T04:15:34,243 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for bb6d076aba560e6b5906e4040d4bf5a4 in 602ms, sequenceid=599, compaction requested=true
2024-12-04T04:15:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:34,243 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:34,244 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:34,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:34,245 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:34,245 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:34,245 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:34,245 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/031fd10b53754f63afacac2d555f4a38, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bc4d377b760442e8a92350268f125ffe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/08f356a81c8745009d2a1476e9ca9c08, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3e86c31dc0ca4535b59af0fb3ff5a172] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=53.6 K
2024-12-04T04:15:34,246 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:34,246 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:34,246 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:34,246 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/e1706b2ed9c14833975216537d60bbb9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ced560be17164cff955d742b8326835e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/6b824093a5b84a939e99369f41ba0aae, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ac7c85d299794e53915a531257ea4814] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=48.9 K
2024-12-04T04:15:34,247 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 031fd10b53754f63afacac2d555f4a38, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733285730489
2024-12-04T04:15:34,247 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc4d377b760442e8a92350268f125ffe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733285731661
2024-12-04T04:15:34,247 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting e1706b2ed9c14833975216537d60bbb9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733285730489
2024-12-04T04:15:34,247 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f356a81c8745009d2a1476e9ca9c08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733285732339
2024-12-04T04:15:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:34,248 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e86c31dc0ca4535b59af0fb3ff5a172, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733285732996
2024-12-04T04:15:34,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:34,248 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ced560be17164cff955d742b8326835e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733285731683
2024-12-04T04:15:34,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-12-04T04:15:34,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:34,249 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:15:34,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:34,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:34,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:34,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:34,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:34,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:34,251 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b824093a5b84a939e99369f41ba0aae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733285732339
2024-12-04T04:15:34,254 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ac7c85d299794e53915a531257ea4814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733285732996
2024-12-04T04:15:34,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/a8e426f9a55d426daa08b512efc70caf is 50, key is test_row_0/A:col10/1733285733656/Put/seqid=0
2024-12-04T04:15:34,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741924_1100 (size=12301)
2024-12-04T04:15:34,268 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:34,268 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b408fd96ea6c438295615ac7ca0b7498 is 50, key is test_row_0/A:col10/1733285732996/Put/seqid=0
2024-12-04T04:15:34,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/a8e426f9a55d426daa08b512efc70caf
2024-12-04T04:15:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-04T04:15:34,281 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:34,282 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/2788c31f9e3a4ad2b1f22d7f7db36ac8 is 50, key is test_row_0/B:col10/1733285732996/Put/seqid=0
2024-12-04T04:15:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/bdb3bffb935949d482f950cc8a0bdbcc is 50, key is test_row_0/B:col10/1733285733656/Put/seqid=0
2024-12-04T04:15:34,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741925_1101 (size=13289)
2024-12-04T04:15:34,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741926_1102 (size=13289)
2024-12-04T04:15:34,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741927_1103 (size=12301)
2024-12-04T04:15:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:34,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:34,302 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/b408fd96ea6c438295615ac7ca0b7498 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b408fd96ea6c438295615ac7ca0b7498
2024-12-04T04:15:34,307 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/2788c31f9e3a4ad2b1f22d7f7db36ac8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2788c31f9e3a4ad2b1f22d7f7db36ac8
2024-12-04T04:15:34,321 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into b408fd96ea6c438295615ac7ca0b7498(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:34,321 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:34,321 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=12, startTime=1733285734243; duration=0sec
2024-12-04T04:15:34,321 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:34,321 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:34,321 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:34,324 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into 2788c31f9e3a4ad2b1f22d7f7db36ac8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:34,325 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:34,325 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=12, startTime=1733285734244; duration=0sec
2024-12-04T04:15:34,325 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:34,325 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:34,325 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:34,325 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:34,326 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:34,326 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/612c942175844eaea1ea3ff8090308ac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a788f9d9b6ff46d7b4823b4192c196b9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0d49ccae69644ac4a827e639eaa3cd39, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/1b0971b43313447ebfe82ff2fa710305] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=48.9 K
2024-12-04T04:15:34,326 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 612c942175844eaea1ea3ff8090308ac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733285730489
2024-12-04T04:15:34,327 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a788f9d9b6ff46d7b4823b4192c196b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733285731683
2024-12-04T04:15:34,327 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d49ccae69644ac4a827e639eaa3cd39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733285732339
2024-12-04T04:15:34,329 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b0971b43313447ebfe82ff2fa710305, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733285732996
2024-12-04T04:15:34,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285794326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,347 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:34,347 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/ddb2dc3ff7ba4d1eb69303328c92201c is 50, key is test_row_0/C:col10/1733285732996/Put/seqid=0
2024-12-04T04:15:34,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285794334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285794333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285794336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285794338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741928_1104 (size=13289)
2024-12-04T04:15:34,367 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/ddb2dc3ff7ba4d1eb69303328c92201c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ddb2dc3ff7ba4d1eb69303328c92201c
2024-12-04T04:15:34,380 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into ddb2dc3ff7ba4d1eb69303328c92201c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:34,381 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:34,381 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=12, startTime=1733285734248; duration=0sec
2024-12-04T04:15:34,381 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:34,381 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:34,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285794445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285794455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285794455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285794455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285794455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-04T04:15:34,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285794657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285794666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285794667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285794668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285794668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:34,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/bdb3bffb935949d482f950cc8a0bdbcc
2024-12-04T04:15:34,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/85892720427d4f9e828c1b65d3f462e4 is 50, key is test_row_0/C:col10/1733285733656/Put/seqid=0
2024-12-04T04:15:34,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741929_1105 (size=12301)
2024-12-04T04:15:34,779 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/85892720427d4f9e828c1b65d3f462e4
2024-12-04T04:15:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/a8e426f9a55d426daa08b512efc70caf as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a8e426f9a55d426daa08b512efc70caf
2024-12-04T04:15:34,797 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a8e426f9a55d426daa08b512efc70caf, entries=150, sequenceid=613, filesize=12.0 K
2024-12-04T04:15:34,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/bdb3bffb935949d482f950cc8a0bdbcc as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdb3bffb935949d482f950cc8a0bdbcc
2024-12-04T04:15:34,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdb3bffb935949d482f950cc8a0bdbcc, entries=150, sequenceid=613, filesize=12.0 K
2024-12-04T04:15:34,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/85892720427d4f9e828c1b65d3f462e4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/85892720427d4f9e828c1b65d3f462e4
2024-12-04T04:15:34,829 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/85892720427d4f9e828c1b65d3f462e4, entries=150, sequenceid=613, filesize=12.0 K
2024-12-04T04:15:34,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for bb6d076aba560e6b5906e4040d4bf5a4 in 581ms, sequenceid=613, compaction requested=false
2024-12-04T04:15:34,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:34,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:34,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-12-04T04:15:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-12-04T04:15:34,835 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-12-04T04:15:34,835 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 894 msec
2024-12-04T04:15:34,838 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 900 msec
2024-12-04T04:15:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:35,001 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-12-04T04:15:35,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:35,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:35,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:35,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:35,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:35,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:35,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/ae8850bf794345ec8201d2e3e604e9ca is 50, key is test_row_0/A:col10/1733285734980/Put/seqid=0
2024-12-04T04:15:35,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285795015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285795017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285795023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285795024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285795024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741930_1106 (size=12301)
2024-12-04T04:15:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-12-04T04:15:35,096 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:35,097 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-12-04T04:15:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-12-04T04:15:35,109 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:35,111 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:35,112 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:35,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285795135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285795135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285795145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285795145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285795146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-12-04T04:15:35,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285795345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285795346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285795357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285795357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285795357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-12-04T04:15:35,464 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/ae8850bf794345ec8201d2e3e604e9ca
2024-12-04T04:15:35,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/47efc1f6750547dcbd73945a9ec3b82a is 50, key is test_row_0/B:col10/1733285734980/Put/seqid=0
2024-12-04T04:15:35,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741931_1107 (size=12301)
2024-12-04T04:15:35,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:35,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:35,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285795655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285795655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285795665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285795665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285795665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:35,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:35,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:35,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-12-04T04:15:35,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:35,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:35,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:35,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:35,899 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/47efc1f6750547dcbd73945a9ec3b82a
2024-12-04T04:15:35,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/7931d438810d4ba1886f8d812feb960b is 50, key is test_row_0/C:col10/1733285734980/Put/seqid=0
2024-12-04T04:15:35,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741932_1108 (size=12301)
2024-12-04T04:15:36,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:36,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:36,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285796168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:36,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:36,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285796168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:36,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:36,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285796175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:36,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:36,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285796175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285796175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:36,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:36,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:36,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:36,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-12-04T04:15:36,316 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/7931d438810d4ba1886f8d812feb960b
2024-12-04T04:15:36,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/ae8850bf794345ec8201d2e3e604e9ca as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ae8850bf794345ec8201d2e3e604e9ca
2024-12-04T04:15:36,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:36,354 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ae8850bf794345ec8201d2e3e604e9ca, entries=150, sequenceid=638, filesize=12.0 K
2024-12-04T04:15:36,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/47efc1f6750547dcbd73945a9ec3b82a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/47efc1f6750547dcbd73945a9ec3b82a
2024-12-04T04:15:36,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/47efc1f6750547dcbd73945a9ec3b82a, entries=150, sequenceid=638, filesize=12.0 K
2024-12-04T04:15:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/7931d438810d4ba1886f8d812feb960b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7931d438810d4ba1886f8d812feb960b
2024-12-04T04:15:36,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7931d438810d4ba1886f8d812feb960b, entries=150, sequenceid=638, filesize=12.0 K
2024-12-04T04:15:36,383 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=53.67 KB/54960 for bb6d076aba560e6b5906e4040d4bf5a4 in 1382ms, sequenceid=638, compaction requested=true
2024-12-04T04:15:36,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:36,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:36,384 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:36,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:36,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:36,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:36,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:36,384 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:36,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:36,385 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:36,385 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:36,385 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:36,385 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:36,385 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,385 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,385 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2788c31f9e3a4ad2b1f22d7f7db36ac8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdb3bffb935949d482f950cc8a0bdbcc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/47efc1f6750547dcbd73945a9ec3b82a] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=37.0 K
2024-12-04T04:15:36,385 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b408fd96ea6c438295615ac7ca0b7498, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a8e426f9a55d426daa08b512efc70caf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ae8850bf794345ec8201d2e3e604e9ca] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=37.0 K
2024-12-04T04:15:36,386 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2788c31f9e3a4ad2b1f22d7f7db36ac8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733285732996
2024-12-04T04:15:36,386 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b408fd96ea6c438295615ac7ca0b7498, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733285732996
2024-12-04T04:15:36,387 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8e426f9a55d426daa08b512efc70caf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1733285733656
2024-12-04T04:15:36,387 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting bdb3bffb935949d482f950cc8a0bdbcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1733285733656
2024-12-04T04:15:36,387 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 47efc1f6750547dcbd73945a9ec3b82a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733285734967
2024-12-04T04:15:36,387 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae8850bf794345ec8201d2e3e604e9ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733285734967
2024-12-04T04:15:36,401 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:36,402 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/de7f5e0367c14530b4f735c1c203a00e is 50, key is test_row_0/B:col10/1733285734980/Put/seqid=0
2024-12-04T04:15:36,404 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#96 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:36,404 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/d7ccd249c66c4baba2c72ec77a50526c is 50, key is test_row_0/A:col10/1733285734980/Put/seqid=0
2024-12-04T04:15:36,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741933_1109 (size=13391)
2024-12-04T04:15:36,427 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/de7f5e0367c14530b4f735c1c203a00e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/de7f5e0367c14530b4f735c1c203a00e
2024-12-04T04:15:36,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741934_1110 (size=13391)
2024-12-04T04:15:36,442 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into de7f5e0367c14530b4f735c1c203a00e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:36,442 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:36,442 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285736384; duration=0sec
2024-12-04T04:15:36,442 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:36,442 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:36,442 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:36,444 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:36,444 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:36,444 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,444 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ddb2dc3ff7ba4d1eb69303328c92201c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/85892720427d4f9e828c1b65d3f462e4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7931d438810d4ba1886f8d812feb960b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=37.0 K
2024-12-04T04:15:36,445 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ddb2dc3ff7ba4d1eb69303328c92201c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=599, earliestPutTs=1733285732996
2024-12-04T04:15:36,447 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/d7ccd249c66c4baba2c72ec77a50526c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d7ccd249c66c4baba2c72ec77a50526c
2024-12-04T04:15:36,448 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 85892720427d4f9e828c1b65d3f462e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1733285733656
2024-12-04T04:15:36,451 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7931d438810d4ba1886f8d812feb960b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733285734967
2024-12-04T04:15:36,458 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into d7ccd249c66c4baba2c72ec77a50526c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:36,458 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:36,458 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285736384; duration=0sec
2024-12-04T04:15:36,458 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:36,458 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:36,485 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#98 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:36,485 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/46fa391d4920498e821f81de2f4a1916 is 50, key is test_row_0/C:col10/1733285734980/Put/seqid=0
2024-12-04T04:15:36,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-12-04T04:15:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:15:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:36,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741935_1111 (size=13391)
2024-12-04T04:15:36,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/6c4e83dbacec42e1b65877ba9ef6cefe is 50, key is test_row_0/A:col10/1733285735014/Put/seqid=0
2024-12-04T04:15:36,530 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/46fa391d4920498e821f81de2f4a1916 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/46fa391d4920498e821f81de2f4a1916
2024-12-04T04:15:36,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741936_1112 (size=12301)
2024-12-04T04:15:36,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/6c4e83dbacec42e1b65877ba9ef6cefe
2024-12-04T04:15:36,541 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into 46fa391d4920498e821f81de2f4a1916(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:36,541 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:36,541 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285736384; duration=0sec
2024-12-04T04:15:36,541 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:36,541 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:36,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/b51cee99782d47c78924a6b25ab92881 is 50, key is test_row_0/B:col10/1733285735014/Put/seqid=0
2024-12-04T04:15:36,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741937_1113 (size=12301)
2024-12-04T04:15:36,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/b51cee99782d47c78924a6b25ab92881
2024-12-04T04:15:36,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3a70bc3e204b4427832d985cefca8695 is 50, key is test_row_0/C:col10/1733285735014/Put/seqid=0
2024-12-04T04:15:36,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741938_1114 (size=12301)
2024-12-04T04:15:36,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3a70bc3e204b4427832d985cefca8695
2024-12-04T04:15:36,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/6c4e83dbacec42e1b65877ba9ef6cefe as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/6c4e83dbacec42e1b65877ba9ef6cefe
2024-12-04T04:15:36,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/6c4e83dbacec42e1b65877ba9ef6cefe, entries=150, sequenceid=651, filesize=12.0 K
2024-12-04T04:15:36,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/b51cee99782d47c78924a6b25ab92881 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/b51cee99782d47c78924a6b25ab92881
2024-12-04T04:15:36,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/b51cee99782d47c78924a6b25ab92881, entries=150, sequenceid=651, filesize=12.0 K
2024-12-04T04:15:36,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/3a70bc3e204b4427832d985cefca8695 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3a70bc3e204b4427832d985cefca8695
2024-12-04T04:15:36,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3a70bc3e204b4427832d985cefca8695, entries=150, sequenceid=651, filesize=12.0 K
2024-12-04T04:15:36,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for bb6d076aba560e6b5906e4040d4bf5a4 in 154ms, sequenceid=651, compaction requested=false
2024-12-04T04:15:36,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:36,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:36,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-12-04T04:15:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-12-04T04:15:36,673 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-04T04:15:36,673 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec
2024-12-04T04:15:36,676 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.5770 sec
2024-12-04T04:15:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:37,188 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-04T04:15:37,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:37,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:37,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:37,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:37,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:37,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:37,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/9f8fa2c9320b46a5b892a16931ec71d3 is 50, key is test_row_0/A:col10/1733285737184/Put/seqid=0
2024-12-04T04:15:37,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285737207, max timestamp=1733285737213Num uniques 859; 
2024-12-04T04:15:37,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:37,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285737207, max timestamp=1733285737213Num uniques 859; 
2024-12-04T04:15:37,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285737207, max timestamp=1733285737213Num uniques 859; 
2024-12-04T04:15:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285797210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:37,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741939_1115 (size=14741)
2024-12-04T04:15:37,222 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/9f8fa2c9320b46a5b892a16931ec71d3
2024-12-04T04:15:37,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285797241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285797241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285797243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285797244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/c500b6dfd4d645c7a1b2375f91aa1784 is 50, key is test_row_0/B:col10/1733285737184/Put/seqid=0
2024-12-04T04:15:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-12-04T04:15:37,256 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:37,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees
2024-12-04T04:15:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:15:37,259 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:37,260 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:37,260 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:37,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741940_1116 (size=12301)
2024-12-04T04:15:37,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285797325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285797355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285797355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285797355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285797355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:15:37,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-12-04T04:15:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:37,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285797535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-12-04T04:15:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:37,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285797565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285797565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285797565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285797565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:15:37,684 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/c500b6dfd4d645c7a1b2375f91aa1784
2024-12-04T04:15:37,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/4d197832ae3844a69d7b71e82b1bb02b is 50, key is test_row_0/C:col10/1733285737184/Put/seqid=0
2024-12-04T04:15:37,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741941_1117 (size=12301)
2024-12-04T04:15:37,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-12-04T04:15:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:37,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:37,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55750 deadline: 1733285797845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-12-04T04:15:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:37,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:37,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55776 deadline: 1733285797876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55812 deadline: 1733285797876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55740 deadline: 1733285797876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:15:37,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55770 deadline: 1733285797885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:15:38,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-12-04T04:15:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:38,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:38,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:38,107 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/4d197832ae3844a69d7b71e82b1bb02b
2024-12-04T04:15:38,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/9f8fa2c9320b46a5b892a16931ec71d3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/9f8fa2c9320b46a5b892a16931ec71d3
2024-12-04T04:15:38,117 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/9f8fa2c9320b46a5b892a16931ec71d3, entries=200, sequenceid=662, filesize=14.4 K
2024-12-04T04:15:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/c500b6dfd4d645c7a1b2375f91aa1784 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c500b6dfd4d645c7a1b2375f91aa1784
2024-12-04T04:15:38,125 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c500b6dfd4d645c7a1b2375f91aa1784, entries=150, sequenceid=662, filesize=12.0 K
2024-12-04T04:15:38,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/4d197832ae3844a69d7b71e82b1bb02b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/4d197832ae3844a69d7b71e82b1bb02b
2024-12-04T04:15:38,131 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/4d197832ae3844a69d7b71e82b1bb02b, entries=150, sequenceid=662, filesize=12.0 K
2024-12-04T04:15:38,132 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bb6d076aba560e6b5906e4040d4bf5a4 in 945ms, sequenceid=662, compaction requested=true
2024-12-04T04:15:38,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:38,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:38,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:38,132 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:38,133 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6d076aba560e6b5906e4040d4bf5a4:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:38,134 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:38,134 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:38,134 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/B is initiating minor compaction (all files)
2024-12-04T04:15:38,134 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/A is initiating minor compaction (all files)
2024-12-04T04:15:38,134 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/B in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:38,134 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/A in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:38,134 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/de7f5e0367c14530b4f735c1c203a00e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/b51cee99782d47c78924a6b25ab92881, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c500b6dfd4d645c7a1b2375f91aa1784] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=37.1 K
2024-12-04T04:15:38,134 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d7ccd249c66c4baba2c72ec77a50526c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/6c4e83dbacec42e1b65877ba9ef6cefe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/9f8fa2c9320b46a5b892a16931ec71d3] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=39.5 K
2024-12-04T04:15:38,134 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting de7f5e0367c14530b4f735c1c203a00e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733285734967
2024-12-04T04:15:38,135 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b51cee99782d47c78924a6b25ab92881, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1733285735014
2024-12-04T04:15:38,135 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7ccd249c66c4baba2c72ec77a50526c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733285734967
2024-12-04T04:15:38,135 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c500b6dfd4d645c7a1b2375f91aa1784, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1733285737179
2024-12-04T04:15:38,135 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c4e83dbacec42e1b65877ba9ef6cefe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1733285735014
2024-12-04T04:15:38,136 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f8fa2c9320b46a5b892a16931ec71d3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1733285737179
2024-12-04T04:15:38,144 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#A#compaction#106 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:38,145 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:38,145 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/f484d92bb00243fa96db224f9e94b6e7 is 50, key is test_row_0/A:col10/1733285737184/Put/seqid=0
2024-12-04T04:15:38,145 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/cb08b601f2ca4d87af8a6c11fbd57ef2 is 50, key is test_row_0/B:col10/1733285737184/Put/seqid=0
2024-12-04T04:15:38,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741942_1118 (size=13493)
2024-12-04T04:15:38,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741943_1119 (size=13493)
2024-12-04T04:15:38,161 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/f484d92bb00243fa96db224f9e94b6e7 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f484d92bb00243fa96db224f9e94b6e7
2024-12-04T04:15:38,164 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/cb08b601f2ca4d87af8a6c11fbd57ef2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/cb08b601f2ca4d87af8a6c11fbd57ef2
2024-12-04T04:15:38,171 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/A of bb6d076aba560e6b5906e4040d4bf5a4 into f484d92bb00243fa96db224f9e94b6e7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:38,171 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:38,171 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/A, priority=13, startTime=1733285738132; duration=0sec
2024-12-04T04:15:38,171 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:38,171 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:A
2024-12-04T04:15:38,171 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:38,173 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:38,173 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): bb6d076aba560e6b5906e4040d4bf5a4/C is initiating minor compaction (all files)
2024-12-04T04:15:38,173 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bb6d076aba560e6b5906e4040d4bf5a4/C in TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:38,174 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/46fa391d4920498e821f81de2f4a1916, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3a70bc3e204b4427832d985cefca8695, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/4d197832ae3844a69d7b71e82b1bb02b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp, totalSize=37.1 K
2024-12-04T04:15:38,174 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46fa391d4920498e821f81de2f4a1916, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733285734967
2024-12-04T04:15:38,175 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a70bc3e204b4427832d985cefca8695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1733285735014
2024-12-04T04:15:38,176 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d197832ae3844a69d7b71e82b1bb02b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1733285737179
2024-12-04T04:15:38,179 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/B of bb6d076aba560e6b5906e4040d4bf5a4 into cb08b601f2ca4d87af8a6c11fbd57ef2(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:38,179 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:38,179 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/B, priority=13, startTime=1733285738132; duration=0sec
2024-12-04T04:15:38,179 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:38,179 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:B
2024-12-04T04:15:38,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-12-04T04:15:38,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:38,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-12-04T04:15:38,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:38,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/57b7eb03a2f5474b8a45de7389bacf9b is 50, key is test_row_0/A:col10/1733285737226/Put/seqid=0
2024-12-04T04:15:38,195 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6d076aba560e6b5906e4040d4bf5a4#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:38,196 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b31f14b7746249d5abca9ffeff22cc72 is 50, key is test_row_0/C:col10/1733285737184/Put/seqid=0
2024-12-04T04:15:38,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741944_1120 (size=12301)
2024-12-04T04:15:38,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741945_1121 (size=13493)
2024-12-04T04:15:38,230 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/b31f14b7746249d5abca9ffeff22cc72 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b31f14b7746249d5abca9ffeff22cc72
2024-12-04T04:15:38,239 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bb6d076aba560e6b5906e4040d4bf5a4/C of bb6d076aba560e6b5906e4040d4bf5a4 into b31f14b7746249d5abca9ffeff22cc72(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:38,239 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:38,239 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., storeName=bb6d076aba560e6b5906e4040d4bf5a4/C, priority=13, startTime=1733285738133; duration=0sec
2024-12-04T04:15:38,239 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:38,239 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6d076aba560e6b5906e4040d4bf5a4:C
2024-12-04T04:15:38,298 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-12-04T04:15:38,298 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,298 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-12-04T04:15:38,299 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,300 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-12-04T04:15:38,300 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,303 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-12-04T04:15:38,303 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,304 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,304 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,304 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,304 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,304 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,304 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,304 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,304 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,305 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,305 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,307 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,308 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:38,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. as already flushing
2024-12-04T04:15:38,356 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-12-04T04:15:38,356 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,357 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,357 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,357 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,388 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-12-04T04:15:38,388 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,389 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,389 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-12-04T04:15:38,389 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,389 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,389 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,389 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,389 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,389 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:15:38,400 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-12-04T04:15:38,400 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,400 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,400 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,401 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,404 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-12-04T04:15:38,404 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:15:38,404 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,404 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:38,404 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:38,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=699 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/57b7eb03a2f5474b8a45de7389bacf9b
2024-12-04T04:15:38,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7caffab95dc04bd89887a0fbef13c0ee is 50, key is test_row_0/B:col10/1733285737226/Put/seqid=0
2024-12-04T04:15:38,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741946_1122 (size=12301)
2024-12-04T04:15:39,038 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=699 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7caffab95dc04bd89887a0fbef13c0ee
2024-12-04T04:15:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/735c24a541d848d7b991d939b25243b2 is 50, key is test_row_0/C:col10/1733285737226/Put/seqid=0
2024-12-04T04:15:39,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741947_1123 (size=12301)
2024-12-04T04:15:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:15:39,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=699 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/735c24a541d848d7b991d939b25243b2
2024-12-04T04:15:39,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/57b7eb03a2f5474b8a45de7389bacf9b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/57b7eb03a2f5474b8a45de7389bacf9b
2024-12-04T04:15:39,461 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/57b7eb03a2f5474b8a45de7389bacf9b, entries=150, sequenceid=699, filesize=12.0 K
2024-12-04T04:15:39,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/7caffab95dc04bd89887a0fbef13c0ee as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7caffab95dc04bd89887a0fbef13c0ee
2024-12-04T04:15:39,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7caffab95dc04bd89887a0fbef13c0ee, entries=150, sequenceid=699, filesize=12.0 K
2024-12-04T04:15:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/735c24a541d848d7b991d939b25243b2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/735c24a541d848d7b991d939b25243b2
2024-12-04T04:15:39,470 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/735c24a541d848d7b991d939b25243b2, entries=150, sequenceid=699, filesize=12.0 K
2024-12-04T04:15:39,471 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=33.54 KB/34350 for bb6d076aba560e6b5906e4040d4bf5a4 in 1291ms, sequenceid=699, compaction requested=false
2024-12-04T04:15:39,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bb6d076aba560e6b5906e4040d4bf5a4:

2024-12-04T04:15:39,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:39,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26
2024-12-04T04:15:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=26
2024-12-04T04:15:39,474 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-04T04:15:39,474 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2120 sec
2024-12-04T04:15:39,476 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.2190 sec
2024-12-04T04:15:40,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:15:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:15:41,426 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:41,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-04T04:15:41,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 92
2024-12-04T04:15:41,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 103
2024-12-04T04:15:41,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 173
2024-12-04T04:15:41,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 147
2024-12-04T04:15:41,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 78
2024-12-04T04:15:41,427 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-04T04:15:41,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2512
2024-12-04T04:15:41,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2469
2024-12-04T04:15:41,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-04T04:15:41,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1183
2024-12-04T04:15:41,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3547 rows
2024-12-04T04:15:41,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1209
2024-12-04T04:15:41,428 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3619 rows
2024-12-04T04:15:41,429 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:15:41,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:15:41,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:41,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:41,430 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:15:41,439 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-04T04:15:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-12-04T04:15:41,447 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285741447"}]},"ts":"1733285741447"}
2024-12-04T04:15:41,449 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-04T04:15:41,449 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-04T04:15:41,451 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:15:41,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, UNASSIGN}]
2024-12-04T04:15:41,456 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, UNASSIGN
2024-12-04T04:15:41,457 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bb6d076aba560e6b5906e4040d4bf5a4, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:41,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, UNASSIGN because future has completed
2024-12-04T04:15:41,460 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:15:41,460 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:15:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-12-04T04:15:41,617 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:41,617 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:15:41,618 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing bb6d076aba560e6b5906e4040d4bf5a4, disabling compactions & flushes
2024-12-04T04:15:41,618 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:41,618 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:41,618 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. after waiting 0 ms
2024-12-04T04:15:41,618 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:41,618 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing bb6d076aba560e6b5906e4040d4bf5a4 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-04T04:15:41,619 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=A
2024-12-04T04:15:41,619 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:41,619 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=B
2024-12-04T04:15:41,619 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:41,619 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6d076aba560e6b5906e4040d4bf5a4, store=C
2024-12-04T04:15:41,619 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:41,623 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/d9ee09e0559b4f90b59b14e091cf362d is 50, key is test_row_0/A:col10/1733285738396/Put/seqid=0
2024-12-04T04:15:41,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741948_1124 (size=12301)
2024-12-04T04:15:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-12-04T04:15:42,029 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/d9ee09e0559b4f90b59b14e091cf362d
2024-12-04T04:15:42,040 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/dc931b43bf3d43ecaa7137419f65d231 is 50, key is test_row_0/B:col10/1733285738396/Put/seqid=0
2024-12-04T04:15:42,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741949_1125 (size=12301)
2024-12-04T04:15:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-12-04T04:15:42,448 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/dc931b43bf3d43ecaa7137419f65d231
2024-12-04T04:15:42,457 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/28726d569cee4797982542e91a9372b9 is 50, key is test_row_0/C:col10/1733285738396/Put/seqid=0
2024-12-04T04:15:42,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741950_1126 (size=12301)
2024-12-04T04:15:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-12-04T04:15:42,862 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/28726d569cee4797982542e91a9372b9
2024-12-04T04:15:42,869 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/A/d9ee09e0559b4f90b59b14e091cf362d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d9ee09e0559b4f90b59b14e091cf362d
2024-12-04T04:15:42,875 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d9ee09e0559b4f90b59b14e091cf362d, entries=150, sequenceid=708, filesize=12.0 K
2024-12-04T04:15:42,876 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/B/dc931b43bf3d43ecaa7137419f65d231 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/dc931b43bf3d43ecaa7137419f65d231
2024-12-04T04:15:42,886 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/dc931b43bf3d43ecaa7137419f65d231, entries=150, sequenceid=708, filesize=12.0 K
2024-12-04T04:15:42,888 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/.tmp/C/28726d569cee4797982542e91a9372b9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28726d569cee4797982542e91a9372b9
2024-12-04T04:15:42,894 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28726d569cee4797982542e91a9372b9, entries=150, sequenceid=708, filesize=12.0 K
2024-12-04T04:15:42,895 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for bb6d076aba560e6b5906e4040d4bf5a4 in 1277ms, sequenceid=708, compaction requested=true
2024-12-04T04:15:42,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/952c0c87f39d4315b863f1070de65bc0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/33e65d4f2c594b468a59de3ed577b958, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b648327f754649748132b1e1e49bced8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f6afda931b844130a42a54cb8a3e2714, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/27d267670b174d6c8a57af03942fecdc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d8518670c1d454982c138fdf4a82b20, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/837af79343b24c879511954cd507b649, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b2a3a1b4c18b4111be84dc1fd806fd83, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/1b737fb3388140e18cc889ae7e930fea, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/70522d86b6cc4d1d8399f995e6c6e04a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/50268d3926584f3bbcf592c6a2be4062, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/059be58f06374cb6a910c76f34f5649f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b3719cc622fe4ae7acf50c1fded8e8de, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d467a19c254438d9d8c2bfb8e391baa, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3f05b0492cb84bb7810c02cc408978e0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0169517076db4324b20083af02a89aef, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d1cf8f83e3964fc88df5a6bb9ef784b1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/aca3457274c04dee98b23b6a9b171c0e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc9fd185bea44586afd949480ed2836b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/615b9b5df87c43fb8860d0807bc5447d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ef99264f3aff4bef82c6614ebd4e09ac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/e2bbd8ecaf7e4751a63ddab1233da415, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc27d1113848443ea988d97997205964, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bd27fc6329df4aca977b8d373430fb70, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a95090e6fa054713834cf86e882227b6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/031fd10b53754f63afacac2d555f4a38, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bc4d377b760442e8a92350268f125ffe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/08f356a81c8745009d2a1476e9ca9c08, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3e86c31dc0ca4535b59af0fb3ff5a172, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b408fd96ea6c438295615ac7ca0b7498, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a8e426f9a55d426daa08b512efc70caf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d7ccd249c66c4baba2c72ec77a50526c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ae8850bf794345ec8201d2e3e604e9ca, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/6c4e83dbacec42e1b65877ba9ef6cefe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/9f8fa2c9320b46a5b892a16931ec71d3] to archive
2024-12-04T04:15:42,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:15:42,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/952c0c87f39d4315b863f1070de65bc0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/952c0c87f39d4315b863f1070de65bc0
2024-12-04T04:15:42,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/33e65d4f2c594b468a59de3ed577b958 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/33e65d4f2c594b468a59de3ed577b958
2024-12-04T04:15:42,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b648327f754649748132b1e1e49bced8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b648327f754649748132b1e1e49bced8
2024-12-04T04:15:42,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f6afda931b844130a42a54cb8a3e2714 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f6afda931b844130a42a54cb8a3e2714
2024-12-04T04:15:42,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/27d267670b174d6c8a57af03942fecdc to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/27d267670b174d6c8a57af03942fecdc
2024-12-04T04:15:42,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d8518670c1d454982c138fdf4a82b20 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d8518670c1d454982c138fdf4a82b20
2024-12-04T04:15:42,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/837af79343b24c879511954cd507b649 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/837af79343b24c879511954cd507b649
2024-12-04T04:15:42,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b2a3a1b4c18b4111be84dc1fd806fd83 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b2a3a1b4c18b4111be84dc1fd806fd83
2024-12-04T04:15:42,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/1b737fb3388140e18cc889ae7e930fea to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/1b737fb3388140e18cc889ae7e930fea
2024-12-04T04:15:42,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/70522d86b6cc4d1d8399f995e6c6e04a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/70522d86b6cc4d1d8399f995e6c6e04a
2024-12-04T04:15:42,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/50268d3926584f3bbcf592c6a2be4062 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/50268d3926584f3bbcf592c6a2be4062
2024-12-04T04:15:42,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/059be58f06374cb6a910c76f34f5649f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/059be58f06374cb6a910c76f34f5649f
2024-12-04T04:15:42,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b3719cc622fe4ae7acf50c1fded8e8de to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b3719cc622fe4ae7acf50c1fded8e8de
2024-12-04T04:15:42,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d467a19c254438d9d8c2bfb8e391baa to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0d467a19c254438d9d8c2bfb8e391baa
2024-12-04T04:15:42,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3f05b0492cb84bb7810c02cc408978e0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3f05b0492cb84bb7810c02cc408978e0
2024-12-04T04:15:42,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0169517076db4324b20083af02a89aef to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/0169517076db4324b20083af02a89aef
2024-12-04T04:15:42,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d1cf8f83e3964fc88df5a6bb9ef784b1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d1cf8f83e3964fc88df5a6bb9ef784b1
2024-12-04T04:15:42,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/aca3457274c04dee98b23b6a9b171c0e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/aca3457274c04dee98b23b6a9b171c0e
2024-12-04T04:15:42,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc9fd185bea44586afd949480ed2836b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc9fd185bea44586afd949480ed2836b
2024-12-04T04:15:42,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/615b9b5df87c43fb8860d0807bc5447d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/615b9b5df87c43fb8860d0807bc5447d
2024-12-04T04:15:42,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ef99264f3aff4bef82c6614ebd4e09ac to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ef99264f3aff4bef82c6614ebd4e09ac
2024-12-04T04:15:42,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/e2bbd8ecaf7e4751a63ddab1233da415 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/e2bbd8ecaf7e4751a63ddab1233da415
2024-12-04T04:15:42,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc27d1113848443ea988d97997205964 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/dc27d1113848443ea988d97997205964
2024-12-04T04:15:42,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bd27fc6329df4aca977b8d373430fb70 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bd27fc6329df4aca977b8d373430fb70
2024-12-04T04:15:42,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a95090e6fa054713834cf86e882227b6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a95090e6fa054713834cf86e882227b6
2024-12-04T04:15:42,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/031fd10b53754f63afacac2d555f4a38 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/031fd10b53754f63afacac2d555f4a38
2024-12-04T04:15:42,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bc4d377b760442e8a92350268f125ffe to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/bc4d377b760442e8a92350268f125ffe
2024-12-04T04:15:42,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/08f356a81c8745009d2a1476e9ca9c08 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/08f356a81c8745009d2a1476e9ca9c08
2024-12-04T04:15:42,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3e86c31dc0ca4535b59af0fb3ff5a172 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/3e86c31dc0ca4535b59af0fb3ff5a172
2024-12-04T04:15:42,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b408fd96ea6c438295615ac7ca0b7498 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/b408fd96ea6c438295615ac7ca0b7498
2024-12-04T04:15:42,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a8e426f9a55d426daa08b512efc70caf to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/a8e426f9a55d426daa08b512efc70caf
2024-12-04T04:15:42,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d7ccd249c66c4baba2c72ec77a50526c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d7ccd249c66c4baba2c72ec77a50526c
2024-12-04T04:15:42,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ae8850bf794345ec8201d2e3e604e9ca to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/ae8850bf794345ec8201d2e3e604e9ca
2024-12-04T04:15:42,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/6c4e83dbacec42e1b65877ba9ef6cefe to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/6c4e83dbacec42e1b65877ba9ef6cefe
2024-12-04T04:15:42,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/9f8fa2c9320b46a5b892a16931ec71d3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/9f8fa2c9320b46a5b892a16931ec71d3
2024-12-04T04:15:42,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/44fc8d7636504c98b337367a86f79ff1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c765bb87019f463ab43e426016d1185f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0dbbb3e5ea7047d6a440e365766363b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f20d1b7ce2e64c418ae04ee3c277ae38, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/64c892e66f4446868f94b6516810e300, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/daa3e36a564e452592003150daca859c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/477d08d6c2534cd08c5fc5524bcf0b35, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4d46bbdc06dc4966b73df4e811a1acfe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/5b4ecc32b2eb4ba0ae4de5c97d805467, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/19a5ff38b6a14b3da205f7cdffab551d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdecfc7cab52403b9310ad1d3c3e918b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/82c211ad605c48e5a29fc150f9ae2f8c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bfb0e4c8ec774c7a9cd83ca4697efd8d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7c3d269159664396a3d226a8002c5172, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/98317599df674ae6a03f29091bc647e1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/8dcc0a69d9df41f6bccbea36f69a13cf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/a9008448fe7d4388b7c8ece6c3e2397a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7f3ca007758d4993b3f5d559a1f12e9f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4196a099619644ebac348665e4ed2ffd, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f6e4d2886f7e499abce6c2a2af815ccf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/9d9aad736c46459aaaa800707a52c76c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4fde9e93384a4be48c5512fc68405914, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0f76cac17f9f45bcb7b179681083cacf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2980d6aacaaf4ed393e422101bf19d8a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/e1706b2ed9c14833975216537d60bbb9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f8cfec0dcb024fb893cd0a87346d6dee, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ced560be17164cff955d742b8326835e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/6b824093a5b84a939e99369f41ba0aae, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2788c31f9e3a4ad2b1f22d7f7db36ac8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ac7c85d299794e53915a531257ea4814, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdb3bffb935949d482f950cc8a0bdbcc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/de7f5e0367c14530b4f735c1c203a00e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/47efc1f6750547dcbd73945a9ec3b82a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/b51cee99782d47c78924a6b25ab92881, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c500b6dfd4d645c7a1b2375f91aa1784] to archive
2024-12-04T04:15:42,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:15:42,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/44fc8d7636504c98b337367a86f79ff1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/44fc8d7636504c98b337367a86f79ff1
2024-12-04T04:15:42,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c765bb87019f463ab43e426016d1185f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c765bb87019f463ab43e426016d1185f
2024-12-04T04:15:42,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0dbbb3e5ea7047d6a440e365766363b4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0dbbb3e5ea7047d6a440e365766363b4
2024-12-04T04:15:42,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f20d1b7ce2e64c418ae04ee3c277ae38 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f20d1b7ce2e64c418ae04ee3c277ae38
2024-12-04T04:15:42,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/64c892e66f4446868f94b6516810e300 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/64c892e66f4446868f94b6516810e300
2024-12-04T04:15:43,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/daa3e36a564e452592003150daca859c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/daa3e36a564e452592003150daca859c
2024-12-04T04:15:43,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/477d08d6c2534cd08c5fc5524bcf0b35 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/477d08d6c2534cd08c5fc5524bcf0b35
2024-12-04T04:15:43,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4d46bbdc06dc4966b73df4e811a1acfe to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4d46bbdc06dc4966b73df4e811a1acfe
2024-12-04T04:15:43,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/5b4ecc32b2eb4ba0ae4de5c97d805467 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/5b4ecc32b2eb4ba0ae4de5c97d805467
2024-12-04T04:15:43,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/19a5ff38b6a14b3da205f7cdffab551d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/19a5ff38b6a14b3da205f7cdffab551d
2024-12-04T04:15:43,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdecfc7cab52403b9310ad1d3c3e918b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdecfc7cab52403b9310ad1d3c3e918b
2024-12-04T04:15:43,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/82c211ad605c48e5a29fc150f9ae2f8c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/82c211ad605c48e5a29fc150f9ae2f8c
2024-12-04T04:15:43,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bfb0e4c8ec774c7a9cd83ca4697efd8d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bfb0e4c8ec774c7a9cd83ca4697efd8d
2024-12-04T04:15:43,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7c3d269159664396a3d226a8002c5172 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7c3d269159664396a3d226a8002c5172
2024-12-04T04:15:43,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/98317599df674ae6a03f29091bc647e1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/98317599df674ae6a03f29091bc647e1
2024-12-04T04:15:43,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/8dcc0a69d9df41f6bccbea36f69a13cf to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/8dcc0a69d9df41f6bccbea36f69a13cf
2024-12-04T04:15:43,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/a9008448fe7d4388b7c8ece6c3e2397a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/a9008448fe7d4388b7c8ece6c3e2397a
2024-12-04T04:15:43,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7f3ca007758d4993b3f5d559a1f12e9f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7f3ca007758d4993b3f5d559a1f12e9f
2024-12-04T04:15:43,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4196a099619644ebac348665e4ed2ffd to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4196a099619644ebac348665e4ed2ffd
2024-12-04T04:15:43,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f6e4d2886f7e499abce6c2a2af815ccf to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f6e4d2886f7e499abce6c2a2af815ccf
2024-12-04T04:15:43,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/9d9aad736c46459aaaa800707a52c76c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/9d9aad736c46459aaaa800707a52c76c
2024-12-04T04:15:43,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4fde9e93384a4be48c5512fc68405914 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/4fde9e93384a4be48c5512fc68405914
2024-12-04T04:15:43,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0f76cac17f9f45bcb7b179681083cacf to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/0f76cac17f9f45bcb7b179681083cacf
2024-12-04T04:15:43,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2980d6aacaaf4ed393e422101bf19d8a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2980d6aacaaf4ed393e422101bf19d8a
2024-12-04T04:15:43,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/e1706b2ed9c14833975216537d60bbb9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/e1706b2ed9c14833975216537d60bbb9
2024-12-04T04:15:43,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f8cfec0dcb024fb893cd0a87346d6dee to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/f8cfec0dcb024fb893cd0a87346d6dee
2024-12-04T04:15:43,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ced560be17164cff955d742b8326835e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ced560be17164cff955d742b8326835e
2024-12-04T04:15:43,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/6b824093a5b84a939e99369f41ba0aae to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/6b824093a5b84a939e99369f41ba0aae
2024-12-04T04:15:43,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2788c31f9e3a4ad2b1f22d7f7db36ac8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/2788c31f9e3a4ad2b1f22d7f7db36ac8
2024-12-04T04:15:43,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ac7c85d299794e53915a531257ea4814 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/ac7c85d299794e53915a531257ea4814
2024-12-04T04:15:43,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdb3bffb935949d482f950cc8a0bdbcc to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/bdb3bffb935949d482f950cc8a0bdbcc
2024-12-04T04:15:43,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/de7f5e0367c14530b4f735c1c203a00e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/de7f5e0367c14530b4f735c1c203a00e
2024-12-04T04:15:43,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/47efc1f6750547dcbd73945a9ec3b82a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/47efc1f6750547dcbd73945a9ec3b82a
2024-12-04T04:15:43,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/b51cee99782d47c78924a6b25ab92881 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/b51cee99782d47c78924a6b25ab92881
2024-12-04T04:15:43,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c500b6dfd4d645c7a1b2375f91aa1784 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/c500b6dfd4d645c7a1b2375f91aa1784
2024-12-04T04:15:43,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3d9fce432664472f9540ff9f16d9d07b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/51ed67a711cd4d72a534e2cf51ce8581, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/783a13f884f343c195b11f6f5d44e094, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/021fa6196bb64e9096b5a68692edd732, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/54442fe23bdd40bebba81e82958fc027, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9563ef3bcde14b27b28f7ba942748086, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b2fc07c8265c4efa9687b4d21ae8c78f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b38c92ea16db4f54b5bdb2f0f1cd40f9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c22148d7613846cb86ca6bf398e57328, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28a07d470e0c41849ccd315d839f274e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/61aeac63c537495c8489ab2eca3da3e4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/efcabcfa633b45b486312fb8e7a5c994, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/f539a968df16446db7959bf3baf2c19c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5dd17e2679f34fcb9f4f98941342e675, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ea2443cd22184c75b7a22db4ddc7b9ba, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0b41162941624380b0225032bdd7f834, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b68b19e084674327b1ccd715e0bfafac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5226876b4ac34a8189c3b716467ced6f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9a45afd025a7414face7c11ce56a80e5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b918233d2d164e57a358ae0571d2e3cc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7be0b8c1891d47d38f8ab952a6e76f79, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a7a13c74a6534348b1909aca7f7fda37, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3ad7bd8812534e31a8ba7432e2ed7311, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/20369810c72b48c0983b0fc96b0e6f81, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/612c942175844eaea1ea3ff8090308ac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c7d51bd0aace49f698b681db01827044, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a788f9d9b6ff46d7b4823b4192c196b9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0d49ccae69644ac4a827e639eaa3cd39, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ddb2dc3ff7ba4d1eb69303328c92201c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/1b0971b43313447ebfe82ff2fa710305, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/85892720427d4f9e828c1b65d3f462e4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/46fa391d4920498e821f81de2f4a1916, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7931d438810d4ba1886f8d812feb960b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3a70bc3e204b4427832d985cefca8695, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/4d197832ae3844a69d7b71e82b1bb02b] to archive
2024-12-04T04:15:43,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:15:43,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3d9fce432664472f9540ff9f16d9d07b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3d9fce432664472f9540ff9f16d9d07b
2024-12-04T04:15:43,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/51ed67a711cd4d72a534e2cf51ce8581 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/51ed67a711cd4d72a534e2cf51ce8581
2024-12-04T04:15:43,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/783a13f884f343c195b11f6f5d44e094 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/783a13f884f343c195b11f6f5d44e094
2024-12-04T04:15:43,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/021fa6196bb64e9096b5a68692edd732 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/021fa6196bb64e9096b5a68692edd732
2024-12-04T04:15:43,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/54442fe23bdd40bebba81e82958fc027 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/54442fe23bdd40bebba81e82958fc027
2024-12-04T04:15:43,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9563ef3bcde14b27b28f7ba942748086 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9563ef3bcde14b27b28f7ba942748086
2024-12-04T04:15:43,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b2fc07c8265c4efa9687b4d21ae8c78f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b2fc07c8265c4efa9687b4d21ae8c78f
2024-12-04T04:15:43,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b38c92ea16db4f54b5bdb2f0f1cd40f9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b38c92ea16db4f54b5bdb2f0f1cd40f9
2024-12-04T04:15:43,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c22148d7613846cb86ca6bf398e57328 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c22148d7613846cb86ca6bf398e57328
2024-12-04T04:15:43,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28a07d470e0c41849ccd315d839f274e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28a07d470e0c41849ccd315d839f274e
2024-12-04T04:15:43,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/61aeac63c537495c8489ab2eca3da3e4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/61aeac63c537495c8489ab2eca3da3e4
2024-12-04T04:15:43,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/efcabcfa633b45b486312fb8e7a5c994 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/efcabcfa633b45b486312fb8e7a5c994
2024-12-04T04:15:43,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/f539a968df16446db7959bf3baf2c19c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/f539a968df16446db7959bf3baf2c19c
2024-12-04T04:15:43,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5dd17e2679f34fcb9f4f98941342e675 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5dd17e2679f34fcb9f4f98941342e675
2024-12-04T04:15:43,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ea2443cd22184c75b7a22db4ddc7b9ba to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ea2443cd22184c75b7a22db4ddc7b9ba
2024-12-04T04:15:43,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0b41162941624380b0225032bdd7f834 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0b41162941624380b0225032bdd7f834
2024-12-04T04:15:43,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b68b19e084674327b1ccd715e0bfafac to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b68b19e084674327b1ccd715e0bfafac
2024-12-04T04:15:43,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5226876b4ac34a8189c3b716467ced6f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/5226876b4ac34a8189c3b716467ced6f
2024-12-04T04:15:43,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9a45afd025a7414face7c11ce56a80e5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/9a45afd025a7414face7c11ce56a80e5
2024-12-04T04:15:43,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b918233d2d164e57a358ae0571d2e3cc to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b918233d2d164e57a358ae0571d2e3cc
2024-12-04T04:15:43,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7be0b8c1891d47d38f8ab952a6e76f79 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7be0b8c1891d47d38f8ab952a6e76f79
2024-12-04T04:15:43,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a7a13c74a6534348b1909aca7f7fda37 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a7a13c74a6534348b1909aca7f7fda37
2024-12-04T04:15:43,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3ad7bd8812534e31a8ba7432e2ed7311 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3ad7bd8812534e31a8ba7432e2ed7311
2024-12-04T04:15:43,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/20369810c72b48c0983b0fc96b0e6f81 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/20369810c72b48c0983b0fc96b0e6f81
2024-12-04T04:15:43,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/612c942175844eaea1ea3ff8090308ac to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/612c942175844eaea1ea3ff8090308ac
2024-12-04T04:15:43,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c7d51bd0aace49f698b681db01827044 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/c7d51bd0aace49f698b681db01827044
2024-12-04T04:15:43,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a788f9d9b6ff46d7b4823b4192c196b9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/a788f9d9b6ff46d7b4823b4192c196b9
2024-12-04T04:15:43,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0d49ccae69644ac4a827e639eaa3cd39 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/0d49ccae69644ac4a827e639eaa3cd39
2024-12-04T04:15:43,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ddb2dc3ff7ba4d1eb69303328c92201c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/ddb2dc3ff7ba4d1eb69303328c92201c
2024-12-04T04:15:43,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/1b0971b43313447ebfe82ff2fa710305 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/1b0971b43313447ebfe82ff2fa710305
2024-12-04T04:15:43,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/85892720427d4f9e828c1b65d3f462e4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/85892720427d4f9e828c1b65d3f462e4
2024-12-04T04:15:43,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/46fa391d4920498e821f81de2f4a1916 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/46fa391d4920498e821f81de2f4a1916
2024-12-04T04:15:43,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7931d438810d4ba1886f8d812feb960b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/7931d438810d4ba1886f8d812feb960b
2024-12-04T04:15:43,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3a70bc3e204b4427832d985cefca8695 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/3a70bc3e204b4427832d985cefca8695
2024-12-04T04:15:43,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/4d197832ae3844a69d7b71e82b1bb02b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/4d197832ae3844a69d7b71e82b1bb02b
2024-12-04T04:15:43,145 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/recovered.edits/711.seqid, newMaxSeqId=711, maxSeqId=1
2024-12-04T04:15:43,147 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.
2024-12-04T04:15:43,147 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for bb6d076aba560e6b5906e4040d4bf5a4:
Waiting for close lock at 1733285741618Running coprocessor pre-close hooks at 1733285741618Disabling compacts and flushes for region at 1733285741618Disabling writes for close at 1733285741618Obtaining lock to block concurrent updates at 1733285741618Preparing flush snapshotting stores in bb6d076aba560e6b5906e4040d4bf5a4 at 1733285741618Finished memstore snapshotting TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733285741619 (+1 ms)Flushing stores of TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4. at 1733285741620 (+1 ms)Flushing bb6d076aba560e6b5906e4040d4bf5a4/A: creating writer at 1733285741620Flushing bb6d076aba560e6b5906e4040d4bf5a4/A: appending metadata at 1733285741623 (+3 ms)Flushing bb6d076aba560e6b5906e4040d4bf5a4/A: closing flushed file at 1733285741623Flushing bb6d076aba560e6b5906e4040d4bf5a4/B: creating writer at 1733285742035 (+412 ms)Flushing bb6d076aba560e6b5906e4040d4bf5a4/B: appending metadata at 1733285742039 (+4 ms)Flushing bb6d076aba560e6b5906e4040d4bf5a4/B: closing flushed file at 1733285742039Flushing bb6d076aba560e6b5906e4040d4bf5a4/C: creating writer at 1733285742453 (+414 ms)Flushing bb6d076aba560e6b5906e4040d4bf5a4/C: appending metadata at 1733285742456 (+3 ms)Flushing bb6d076aba560e6b5906e4040d4bf5a4/C: closing flushed file at 1733285742457 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7ce3fd: reopening flushed file at 1733285742868 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2a6a50: reopening flushed file at 1733285742875 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@905800f: reopening flushed file at 1733285742887 (+12 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for bb6d076aba560e6b5906e4040d4bf5a4 in 1277ms, sequenceid=708, compaction requested=true at 1733285742895 (+8 ms)Writing region close event to WAL at 1733285743135 (+240 ms)Running coprocessor post-close hooks at 1733285743146 (+11 ms)Closed at 1733285743146
2024-12-04T04:15:43,150 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:43,150 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bb6d076aba560e6b5906e4040d4bf5a4, regionState=CLOSED
2024-12-04T04:15:43,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:15:43,155 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-04T04:15:43,155 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure bb6d076aba560e6b5906e4040d4bf5a4, server=67abd3a0ee76,37895,1733285712389 in 1.6930 sec
2024-12-04T04:15:43,157 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-04T04:15:43,157 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6d076aba560e6b5906e4040d4bf5a4, UNASSIGN in 1.7000 sec
2024-12-04T04:15:43,160 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-12-04T04:15:43,160 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7080 sec
2024-12-04T04:15:43,162 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285743162"}]},"ts":"1733285743162"}
2024-12-04T04:15:43,168 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-04T04:15:43,168 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-04T04:15:43,172 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7280 sec
2024-12-04T04:15:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-12-04T04:15:43,595 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:43,599 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-04T04:15:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:43,607 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T04:15:43,610 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:43,616 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:43,623 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/recovered.edits]
2024-12-04T04:15:43,628 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/57b7eb03a2f5474b8a45de7389bacf9b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/57b7eb03a2f5474b8a45de7389bacf9b
2024-12-04T04:15:43,631 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d9ee09e0559b4f90b59b14e091cf362d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/d9ee09e0559b4f90b59b14e091cf362d
2024-12-04T04:15:43,633 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f484d92bb00243fa96db224f9e94b6e7 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/A/f484d92bb00243fa96db224f9e94b6e7
2024-12-04T04:15:43,640 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7caffab95dc04bd89887a0fbef13c0ee to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/7caffab95dc04bd89887a0fbef13c0ee
2024-12-04T04:15:43,642 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/cb08b601f2ca4d87af8a6c11fbd57ef2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/cb08b601f2ca4d87af8a6c11fbd57ef2
2024-12-04T04:15:43,643 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/dc931b43bf3d43ecaa7137419f65d231 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/B/dc931b43bf3d43ecaa7137419f65d231
2024-12-04T04:15:43,646 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28726d569cee4797982542e91a9372b9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/28726d569cee4797982542e91a9372b9
2024-12-04T04:15:43,647 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/735c24a541d848d7b991d939b25243b2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/735c24a541d848d7b991d939b25243b2
2024-12-04T04:15:43,649 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b31f14b7746249d5abca9ffeff22cc72 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/C/b31f14b7746249d5abca9ffeff22cc72
2024-12-04T04:15:43,653 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/recovered.edits/711.seqid to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4/recovered.edits/711.seqid
2024-12-04T04:15:43,654 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/bb6d076aba560e6b5906e4040d4bf5a4
2024-12-04T04:15:43,654 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-04T04:15:43,665 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:43,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-12-04T04:15:43,681 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-04T04:15:43,721 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-04T04:15:43,723 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:43,723 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-04T04:15:43,724 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733285743723"}]},"ts":"9223372036854775807"}
2024-12-04T04:15:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T04:15:43,732 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-04T04:15:43,732 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bb6d076aba560e6b5906e4040d4bf5a4, NAME => 'TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4.', STARTKEY => '', ENDKEY => ''}]
2024-12-04T04:15:43,733 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-04T04:15:43,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733285743733"}]},"ts":"9223372036854775807"}
2024-12-04T04:15:43,737 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-04T04:15:43,739 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:43,741 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 139 msec
2024-12-04T04:15:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-04T04:15:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-04T04:15:43,936 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:43,947 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;67abd3a0ee76:37895-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_13306954_22 at /127.0.0.1:44282 [Waiting for operation #369]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-710833278_22 at /127.0.0.1:44420 [Waiting for operation #348]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=691 (was 719), ProcessCount=11 (was 11), AvailableMemoryMB=833 (was 1308)
2024-12-04T04:15:43,957 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=691, ProcessCount=11, AvailableMemoryMB=832
2024-12-04T04:15:43,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:15:43,959 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:15:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:43,961 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:15:43,961 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:43,961 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 32
2024-12-04T04:15:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:15:43,962 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:15:43,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741951_1127 (size=1061)
2024-12-04T04:15:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:15:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:15:44,370 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb
2024-12-04T04:15:44,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741952_1128 (size=53)
2024-12-04T04:15:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:15:44,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:44,781 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fbde65c981f9cd4c5c97d9a4be794739, disabling compactions & flushes
2024-12-04T04:15:44,781 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:44,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:44,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. after waiting 0 ms
2024-12-04T04:15:44,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:44,782 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:44,782 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbde65c981f9cd4c5c97d9a4be794739:
Waiting for close lock at 1733285744781Disabling compacts and flushes for region at 1733285744781Disabling writes for close at 1733285744782 (+1 ms)Writing region close event to WAL at 1733285744782Closed at 1733285744782
2024-12-04T04:15:44,792 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:15:44,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733285744792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733285744792"}]},"ts":"1733285744792"}
2024-12-04T04:15:44,795 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:15:44,797 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:15:44,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285744797"}]},"ts":"1733285744797"}
2024-12-04T04:15:44,799 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-04T04:15:44,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, ASSIGN}]
2024-12-04T04:15:44,801 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, ASSIGN
2024-12-04T04:15:44,803 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=false
2024-12-04T04:15:44,953 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=fbde65c981f9cd4c5c97d9a4be794739, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:44,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, ASSIGN because future has completed
2024-12-04T04:15:44,956 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:15:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:15:45,112 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:45,112 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:15:45,112 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,112 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:45,112 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,112 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,114 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fbde65c981f9cd4c5c97d9a4be794739 
2024-12-04T04:15:45,116 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:45,117 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbde65c981f9cd4c5c97d9a4be794739 columnFamilyName A
2024-12-04T04:15:45,117 DEBUG [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:45,117 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(327): Store=fbde65c981f9cd4c5c97d9a4be794739/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:45,118 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fbde65c981f9cd4c5c97d9a4be794739 
2024-12-04T04:15:45,119 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:45,119 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbde65c981f9cd4c5c97d9a4be794739 columnFamilyName B
2024-12-04T04:15:45,119 DEBUG [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:45,120 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(327): Store=fbde65c981f9cd4c5c97d9a4be794739/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:45,120 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fbde65c981f9cd4c5c97d9a4be794739 
2024-12-04T04:15:45,121 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:45,121 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbde65c981f9cd4c5c97d9a4be794739 columnFamilyName C
2024-12-04T04:15:45,121 DEBUG [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:45,122 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(327): Store=fbde65c981f9cd4c5c97d9a4be794739/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:45,122 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:45,122 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,123 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,123 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,124 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,124 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,125 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:15:45,126 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,128 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:15:45,128 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened fbde65c981f9cd4c5c97d9a4be794739; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64111538, jitterRate=-0.04466363787651062}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:15:45,128 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:45,129 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for fbde65c981f9cd4c5c97d9a4be794739:
Running coprocessor pre-open hook at 1733285745112Writing region info on filesystem at 1733285745112Initializing all the Stores at 1733285745114 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285745114Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285745114Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285745114Cleaning up temporary data from old regions at 1733285745124 (+10 ms)Running coprocessor post-open hooks at 1733285745128 (+4 ms)Region opened successfully at 1733285745129 (+1 ms)
2024-12-04T04:15:45,130 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., pid=34, masterSystemTime=1733285745108
2024-12-04T04:15:45,132 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:45,132 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:45,133 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=fbde65c981f9cd4c5c97d9a4be794739, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:45,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:15:45,138 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-12-04T04:15:45,139 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389 in 180 msec
2024-12-04T04:15:45,142 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-04T04:15:45,142 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, ASSIGN in 339 msec
2024-12-04T04:15:45,143 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:15:45,143 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285745143"}]},"ts":"1733285745143"}
2024-12-04T04:15:45,145 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-04T04:15:45,147 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:15:45,149 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1880 sec
2024-12-04T04:15:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:15:46,106 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:46,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49091041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:46,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:46,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:46,109 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a14264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:46,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:46,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:46,112 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:46,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee4e7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:46,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:46,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:46,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:46,117 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:46,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:15:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,35405,1733285711547
2024-12-04T04:15:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2149b6ab
2024-12-04T04:15:46,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:15:46,122 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:15:46,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:15:46,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:15:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-04T04:15:46,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741953_1129 (size=1097)
2024-12-04T04:15:46,557 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-04T04:15:46,557 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-04T04:15:46,562 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:15:46,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, REOPEN/MOVE}]
2024-12-04T04:15:46,571 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, REOPEN/MOVE
2024-12-04T04:15:46,572 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=fbde65c981f9cd4c5c97d9a4be794739, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:46,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, REOPEN/MOVE because future has completed
2024-12-04T04:15:46,576 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:15:46,576 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:15:46,730 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:46,730 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:15:46,730 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing fbde65c981f9cd4c5c97d9a4be794739, disabling compactions & flushes
2024-12-04T04:15:46,730 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:46,730 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:46,730 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. after waiting 0 ms
2024-12-04T04:15:46,730 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:46,734 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-04T04:15:46,735 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:46,735 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for fbde65c981f9cd4c5c97d9a4be794739:
Waiting for close lock at 1733285746730Running coprocessor pre-close hooks at 1733285746730Disabling compacts and flushes for region at 1733285746730Disabling writes for close at 1733285746730Writing region close event to WAL at 1733285746731 (+1 ms)Running coprocessor post-close hooks at 1733285746735 (+4 ms)Closed at 1733285746735
2024-12-04T04:15:46,735 WARN  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: fbde65c981f9cd4c5c97d9a4be794739 to self.
2024-12-04T04:15:46,737 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:46,738 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=fbde65c981f9cd4c5c97d9a4be794739, regionState=CLOSED
2024-12-04T04:15:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:15:46,743 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37
2024-12-04T04:15:46,744 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389 in 165 msec
2024-12-04T04:15:46,744 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, REOPEN/MOVE; state=CLOSED, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=true
2024-12-04T04:15:46,894 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=fbde65c981f9cd4c5c97d9a4be794739, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:46,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, REOPEN/MOVE because future has completed
2024-12-04T04:15:46,897 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:15:47,053 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,053 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:15:47,054 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,054 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:15:47,054 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,054 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,057 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fbde65c981f9cd4c5c97d9a4be794739 
2024-12-04T04:15:47,058 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:47,065 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbde65c981f9cd4c5c97d9a4be794739 columnFamilyName A
2024-12-04T04:15:47,069 DEBUG [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:47,070 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(327): Store=fbde65c981f9cd4c5c97d9a4be794739/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:47,071 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fbde65c981f9cd4c5c97d9a4be794739 
2024-12-04T04:15:47,071 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:47,072 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbde65c981f9cd4c5c97d9a4be794739 columnFamilyName B
2024-12-04T04:15:47,072 DEBUG [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:47,073 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(327): Store=fbde65c981f9cd4c5c97d9a4be794739/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:47,073 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fbde65c981f9cd4c5c97d9a4be794739 
2024-12-04T04:15:47,074 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:15:47,074 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbde65c981f9cd4c5c97d9a4be794739 columnFamilyName C
2024-12-04T04:15:47,074 DEBUG [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:47,074 INFO  [StoreOpener-fbde65c981f9cd4c5c97d9a4be794739-1 {}] regionserver.HStore(327): Store=fbde65c981f9cd4c5c97d9a4be794739/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:15:47,075 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,075 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,076 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,077 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,079 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,079 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,079 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:15:47,081 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,082 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened fbde65c981f9cd4c5c97d9a4be794739; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72492483, jitterRate=0.08022217452526093}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:15:47,083 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,084 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for fbde65c981f9cd4c5c97d9a4be794739:
Running coprocessor pre-open hook at 1733285747054Writing region info on filesystem at 1733285747054Initializing all the Stores at 1733285747055 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285747055Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285747055Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285747055Cleaning up temporary data from old regions at 1733285747079 (+24 ms)Running coprocessor post-open hooks at 1733285747083 (+4 ms)Region opened successfully at 1733285747084 (+1 ms)
2024-12-04T04:15:47,085 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., pid=39, masterSystemTime=1733285747050
2024-12-04T04:15:47,087 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,087 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,088 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=fbde65c981f9cd4c5c97d9a4be794739, regionState=OPEN, openSeqNum=5, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,090 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35405 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=67abd3a0ee76,37895,1733285712389, table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-04T04:15:47,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:15:47,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37
2024-12-04T04:15:47,094 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389 in 195 msec
2024-12-04T04:15:47,096 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-12-04T04:15:47,096 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, REOPEN/MOVE in 524 msec
2024-12-04T04:15:47,099 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35
2024-12-04T04:15:47,100 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 536 msec
2024-12-04T04:15:47,103 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 969 msec
2024-12-04T04:15:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-12-04T04:15:47,106 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:47,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cce2794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,108 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7836cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,110 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a252d16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,113 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c8aab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,115 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50598962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,120 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b7c867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,122 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1fa31c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,125 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7788a438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,126 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ad4ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,129 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed71fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,131 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e1cf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,133 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5635796f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,135 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f83f93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,137 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7357dd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,138 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7223669f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,140 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bddc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,142 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbf3737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:15:47,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:15:47,143 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:15:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:15:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:15:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504e670c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:15:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:15:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:15:47,145 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:15:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2142e907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:15:47,146 DEBUG [Thread-657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,146 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,146 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,147 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,147 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,148 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,148 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,149 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,149 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,150 DEBUG [Thread-654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,150 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,150 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,152 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,152 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,152 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,153 DEBUG [Thread-652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:15:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:15:47,157 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:15:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-12-04T04:15:47,158 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,159 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:15:47,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-04T04:15:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,161 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:47,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:15:47,162 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:47,162 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,195 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-04T04:15:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-04T04:15:47,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049dcb5b21b26649a3b6ca4f47d74a7bf6_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285747164/Put/seqid=0
2024-12-04T04:15:47,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285747245, max timestamp=1733285747274Num uniques 859; 
2024-12-04T04:15:47,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285747245, max timestamp=1733285747274Num uniques 859; 
2024-12-04T04:15:47,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:47,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:47,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285747245, max timestamp=1733285747274Num uniques 859; 
2024-12-04T04:15:47,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:47,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741954_1130 (size=14594)
2024-12-04T04:15:47,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285807296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285807305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-04T04:15:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285807308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285807308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285807308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285807416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285807416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285807426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285807427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285807427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-04T04:15:47,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-04T04:15:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285807626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285807626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-04T04:15:47,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:47,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285807636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285807636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285807636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,693 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:47,701 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049dcb5b21b26649a3b6ca4f47d74a7bf6_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049dcb5b21b26649a3b6ca4f47d74a7bf6_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:47,703 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/18ce3598c213490d947cb6b52f9ed6a2, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:47,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/18ce3598c213490d947cb6b52f9ed6a2 is 175, key is test_row_0/A:col10/1733285747164/Put/seqid=0
2024-12-04T04:15:47,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741955_1131 (size=39549)
2024-12-04T04:15:47,772 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/18ce3598c213490d947cb6b52f9ed6a2
2024-12-04T04:15:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-04T04:15:47,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-04T04:15:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3bd4fcfa03f9483aa914bdadcdd0634c is 50, key is test_row_0/B:col10/1733285747164/Put/seqid=0
2024-12-04T04:15:47,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741956_1132 (size=12001)
2024-12-04T04:15:47,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285807935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-04T04:15:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:47,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:47,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285807946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285807946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285807946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285807947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:47,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-04T04:15:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:48,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:48,237 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3bd4fcfa03f9483aa914bdadcdd0634c
2024-12-04T04:15:48,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-04T04:15:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:48,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:48,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:48,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/460c2758826243d8aec31039fdf5d6d4 is 50, key is test_row_0/C:col10/1733285747164/Put/seqid=0
2024-12-04T04:15:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-04T04:15:48,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741957_1133 (size=12001)
2024-12-04T04:15:48,298 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/460c2758826243d8aec31039fdf5d6d4
2024-12-04T04:15:48,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/18ce3598c213490d947cb6b52f9ed6a2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18ce3598c213490d947cb6b52f9ed6a2
2024-12-04T04:15:48,309 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18ce3598c213490d947cb6b52f9ed6a2, entries=200, sequenceid=15, filesize=38.6 K
2024-12-04T04:15:48,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3bd4fcfa03f9483aa914bdadcdd0634c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3bd4fcfa03f9483aa914bdadcdd0634c
2024-12-04T04:15:48,326 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3bd4fcfa03f9483aa914bdadcdd0634c, entries=150, sequenceid=15, filesize=11.7 K
2024-12-04T04:15:48,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/460c2758826243d8aec31039fdf5d6d4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/460c2758826243d8aec31039fdf5d6d4
2024-12-04T04:15:48,335 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/460c2758826243d8aec31039fdf5d6d4, entries=150, sequenceid=15, filesize=11.7 K
2024-12-04T04:15:48,336 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for fbde65c981f9cd4c5c97d9a4be794739 in 1140ms, sequenceid=15, compaction requested=false
2024-12-04T04:15:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:48,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-12-04T04:15:48,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:48,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-12-04T04:15:48,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:48,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:48,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:48,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:48,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:48,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204827f7287fc1a4ee2bb61d6e9b5b98d2b_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285747304/Put/seqid=0
2024-12-04T04:15:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:48,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:48,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741958_1134 (size=12154)
2024-12-04T04:15:48,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:48,468 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204827f7287fc1a4ee2bb61d6e9b5b98d2b_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204827f7287fc1a4ee2bb61d6e9b5b98d2b_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:48,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/510884b2e6b24b6e81057aa9e26d71ab, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:48,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/510884b2e6b24b6e81057aa9e26d71ab is 175, key is test_row_0/A:col10/1733285747304/Put/seqid=0
2024-12-04T04:15:48,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285808466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285808471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285808475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285808475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285808475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741959_1135 (size=30955)
2024-12-04T04:15:48,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/510884b2e6b24b6e81057aa9e26d71ab
2024-12-04T04:15:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/cd175a6531e149fbaa52b64bd14cc634 is 50, key is test_row_0/B:col10/1733285747304/Put/seqid=0
2024-12-04T04:15:48,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741960_1136 (size=12001)
2024-12-04T04:15:48,526 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/cd175a6531e149fbaa52b64bd14cc634
2024-12-04T04:15:48,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/933a526fcb3b4c9e9ca8dd87f8bb3d65 is 50, key is test_row_0/C:col10/1733285747304/Put/seqid=0
2024-12-04T04:15:48,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741961_1137 (size=12001)
2024-12-04T04:15:48,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285808585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285808586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285808586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285808586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285808586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,709 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T04:15:48,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285808796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285808796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285808796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285808796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285808797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:48,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:48,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/933a526fcb3b4c9e9ca8dd87f8bb3d65
2024-12-04T04:15:48,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/510884b2e6b24b6e81057aa9e26d71ab as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/510884b2e6b24b6e81057aa9e26d71ab
2024-12-04T04:15:48,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/510884b2e6b24b6e81057aa9e26d71ab, entries=150, sequenceid=49, filesize=30.2 K
2024-12-04T04:15:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/cd175a6531e149fbaa52b64bd14cc634 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cd175a6531e149fbaa52b64bd14cc634
2024-12-04T04:15:48,978 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cd175a6531e149fbaa52b64bd14cc634, entries=150, sequenceid=49, filesize=11.7 K
2024-12-04T04:15:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/933a526fcb3b4c9e9ca8dd87f8bb3d65 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/933a526fcb3b4c9e9ca8dd87f8bb3d65
2024-12-04T04:15:48,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/933a526fcb3b4c9e9ca8dd87f8bb3d65, entries=150, sequenceid=49, filesize=11.7 K
2024-12-04T04:15:48,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=60.38 KB/61830 for fbde65c981f9cd4c5c97d9a4be794739 in 568ms, sequenceid=49, compaction requested=false
2024-12-04T04:15:48,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:48,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:48,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-12-04T04:15:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-12-04T04:15:48,997 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-12-04T04:15:48,997 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec
2024-12-04T04:15:49,000 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.8500 sec
2024-12-04T04:15:49,109 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:15:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:49,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:49,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:49,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044ea38f8b4b814b94b99fc9394c61283f_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285749106/Put/seqid=0
2024-12-04T04:15:49,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285809129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285809131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285809134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285809136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285809140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741962_1138 (size=14594)
2024-12-04T04:15:49,151 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:49,157 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044ea38f8b4b814b94b99fc9394c61283f_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044ea38f8b4b814b94b99fc9394c61283f_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:49,159 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/002c85fcee974729882ab993a648faad, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:49,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/002c85fcee974729882ab993a648faad is 175, key is test_row_0/A:col10/1733285749106/Put/seqid=0
2024-12-04T04:15:49,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741963_1139 (size=39549)
2024-12-04T04:15:49,169 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/002c85fcee974729882ab993a648faad
2024-12-04T04:15:49,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/59c22b7de6de435698c4335c21aea48c is 50, key is test_row_0/B:col10/1733285749106/Put/seqid=0
2024-12-04T04:15:49,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741964_1140 (size=12001)
2024-12-04T04:15:49,201 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/59c22b7de6de435698c4335c21aea48c
2024-12-04T04:15:49,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/6a1ab02c7c154adaa350d9085d28eec0 is 50, key is test_row_0/C:col10/1733285749106/Put/seqid=0
2024-12-04T04:15:49,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741965_1141 (size=12001)
2024-12-04T04:15:49,233 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/6a1ab02c7c154adaa350d9085d28eec0
2024-12-04T04:15:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/002c85fcee974729882ab993a648faad as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/002c85fcee974729882ab993a648faad
2024-12-04T04:15:49,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285809246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285809246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285809246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285809247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,255 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/002c85fcee974729882ab993a648faad, entries=200, sequenceid=65, filesize=38.6 K
2024-12-04T04:15:49,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285809256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/59c22b7de6de435698c4335c21aea48c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/59c22b7de6de435698c4335c21aea48c
2024-12-04T04:15:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,269 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/59c22b7de6de435698c4335c21aea48c, entries=150, sequenceid=65, filesize=11.7 K
2024-12-04T04:15:49,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/6a1ab02c7c154adaa350d9085d28eec0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6a1ab02c7c154adaa350d9085d28eec0
2024-12-04T04:15:49,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6a1ab02c7c154adaa350d9085d28eec0, entries=150, sequenceid=65, filesize=11.7 K
2024-12-04T04:15:49,291 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for fbde65c981f9cd4c5c97d9a4be794739 in 182ms, sequenceid=65, compaction requested=true
2024-12-04T04:15:49,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:49,293 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:49,293 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:49,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:49,294 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:49,295 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:15:49,295 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,295 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3bd4fcfa03f9483aa914bdadcdd0634c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cd175a6531e149fbaa52b64bd14cc634, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/59c22b7de6de435698c4335c21aea48c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=35.2 K
2024-12-04T04:15:49,295 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:49,295 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:15:49,295 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,295 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18ce3598c213490d947cb6b52f9ed6a2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/510884b2e6b24b6e81057aa9e26d71ab, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/002c85fcee974729882ab993a648faad] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=107.5 K
2024-12-04T04:15:49,295 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,296 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18ce3598c213490d947cb6b52f9ed6a2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/510884b2e6b24b6e81057aa9e26d71ab, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/002c85fcee974729882ab993a648faad]
2024-12-04T04:15:49,298 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bd4fcfa03f9483aa914bdadcdd0634c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733285747164
2024-12-04T04:15:49,298 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18ce3598c213490d947cb6b52f9ed6a2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733285747164
2024-12-04T04:15:49,299 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting cd175a6531e149fbaa52b64bd14cc634, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285747293
2024-12-04T04:15:49,299 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 510884b2e6b24b6e81057aa9e26d71ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285747293
2024-12-04T04:15:49,300 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 59c22b7de6de435698c4335c21aea48c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733285749106
2024-12-04T04:15:49,300 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 002c85fcee974729882ab993a648faad, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733285749106
2024-12-04T04:15:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-12-04T04:15:49,316 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:49,316 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:49,317 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/afa281c216aa49018569bdced028f3a5 is 50, key is test_row_0/B:col10/1733285749106/Put/seqid=0
2024-12-04T04:15:49,318 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-12-04T04:15:49,321 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-04T04:15:49,323 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:49,323 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:49,325 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:49,335 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204eccbe466dcee4b6a8bac8e0477d89488_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:49,342 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204eccbe466dcee4b6a8bac8e0477d89488_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:49,342 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204eccbe466dcee4b6a8bac8e0477d89488_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:49,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741966_1142 (size=12104)
2024-12-04T04:15:49,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741967_1143 (size=4469)
2024-12-04T04:15:49,356 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#124 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:49,357 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/f7509e7b85c8450f92313f24bf595011 is 175, key is test_row_0/A:col10/1733285749106/Put/seqid=0
2024-12-04T04:15:49,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741968_1144 (size=31058)
2024-12-04T04:15:49,371 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/f7509e7b85c8450f92313f24bf595011 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/f7509e7b85c8450f92313f24bf595011
2024-12-04T04:15:49,381 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into f7509e7b85c8450f92313f24bf595011(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:49,381 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:49,381 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285749293; duration=0sec
2024-12-04T04:15:49,381 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:49,381 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:15:49,382 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:49,383 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:49,384 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:15:49,384 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,384 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/460c2758826243d8aec31039fdf5d6d4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/933a526fcb3b4c9e9ca8dd87f8bb3d65, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6a1ab02c7c154adaa350d9085d28eec0] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=35.2 K
2024-12-04T04:15:49,384 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 460c2758826243d8aec31039fdf5d6d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733285747164
2024-12-04T04:15:49,385 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 933a526fcb3b4c9e9ca8dd87f8bb3d65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285747293
2024-12-04T04:15:49,385 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a1ab02c7c154adaa350d9085d28eec0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733285749106
2024-12-04T04:15:49,398 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:49,399 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/3942da185f5644b9ad24a14133ca8a5b is 50, key is test_row_0/C:col10/1733285749106/Put/seqid=0
2024-12-04T04:15:49,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741969_1145 (size=12104)
2024-12-04T04:15:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-04T04:15:49,440 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/3942da185f5644b9ad24a14133ca8a5b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3942da185f5644b9ad24a14133ca8a5b
2024-12-04T04:15:49,448 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 3942da185f5644b9ad24a14133ca8a5b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:49,448 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:49,449 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285749293; duration=0sec
2024-12-04T04:15:49,449 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:49,449 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:15:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:49,458 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-04T04:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:49,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ed217fe49cfa4fba84704238c878073e_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285749134/Put/seqid=0
2024-12-04T04:15:49,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-04T04:15:49,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:49,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285809476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285809476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285809478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285809482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285809485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741970_1146 (size=12154)
2024-12-04T04:15:49,497 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:49,503 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ed217fe49cfa4fba84704238c878073e_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ed217fe49cfa4fba84704238c878073e_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:49,504 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/773c4783345542b7a0c1458ef7c1455e, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:49,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/773c4783345542b7a0c1458ef7c1455e is 175, key is test_row_0/A:col10/1733285749134/Put/seqid=0
2024-12-04T04:15:49,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741971_1147 (size=30955)
2024-12-04T04:15:49,518 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/773c4783345542b7a0c1458ef7c1455e
2024-12-04T04:15:49,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3d56dfa53b134bc691af6eb5b7b2d721 is 50, key is test_row_0/B:col10/1733285749134/Put/seqid=0
2024-12-04T04:15:49,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741972_1148 (size=12001)
2024-12-04T04:15:49,546 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3d56dfa53b134bc691af6eb5b7b2d721
2024-12-04T04:15:49,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285809595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285809595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285809595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285809595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285809595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-04T04:15:49,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:49,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-04T04:15:49,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/9d0e30d8895641b98c3d1ae42f337e3b is 50, key is test_row_0/C:col10/1733285749134/Put/seqid=0
2024-12-04T04:15:49,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741973_1149 (size=12001)
2024-12-04T04:15:49,762 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/afa281c216aa49018569bdced028f3a5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/afa281c216aa49018569bdced028f3a5
2024-12-04T04:15:49,768 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into afa281c216aa49018569bdced028f3a5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:49,768 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:49,768 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285749293; duration=0sec
2024-12-04T04:15:49,768 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:49,768 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:15:49,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-04T04:15:49,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:49,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285809805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285809805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285809805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285809806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285809806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:49,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-04T04:15:49,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:49,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:49,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-04T04:15:50,093 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/9d0e30d8895641b98c3d1ae42f337e3b
2024-12-04T04:15:50,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-04T04:15:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:50,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:50,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285810116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285810116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285810116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285810116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285810116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/773c4783345542b7a0c1458ef7c1455e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/773c4783345542b7a0c1458ef7c1455e
2024-12-04T04:15:50,167 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/773c4783345542b7a0c1458ef7c1455e, entries=150, sequenceid=85, filesize=30.2 K
2024-12-04T04:15:50,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3d56dfa53b134bc691af6eb5b7b2d721 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3d56dfa53b134bc691af6eb5b7b2d721
2024-12-04T04:15:50,193 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3d56dfa53b134bc691af6eb5b7b2d721, entries=150, sequenceid=85, filesize=11.7 K
2024-12-04T04:15:50,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/9d0e30d8895641b98c3d1ae42f337e3b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/9d0e30d8895641b98c3d1ae42f337e3b
2024-12-04T04:15:50,211 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/9d0e30d8895641b98c3d1ae42f337e3b, entries=150, sequenceid=85, filesize=11.7 K
2024-12-04T04:15:50,212 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for fbde65c981f9cd4c5c97d9a4be794739 in 754ms, sequenceid=85, compaction requested=false
2024-12-04T04:15:50,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:50,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-12-04T04:15:50,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:50,255 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:15:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:50,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:50,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048a38f06fdbc94a6c889207a22585affa_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285749459/Put/seqid=0
2024-12-04T04:15:50,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741974_1150 (size=12154)
2024-12-04T04:15:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-04T04:15:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:50,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:50,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285810673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285810675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285810676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285810678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285810679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:50,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048a38f06fdbc94a6c889207a22585affa_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048a38f06fdbc94a6c889207a22585affa_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/86cef8b9a60340509f6d021ce68e1d02, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/86cef8b9a60340509f6d021ce68e1d02 is 175, key is test_row_0/A:col10/1733285749459/Put/seqid=0
2024-12-04T04:15:50,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741975_1151 (size=30955)
2024-12-04T04:15:50,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/86cef8b9a60340509f6d021ce68e1d02
2024-12-04T04:15:50,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8ecce87e408a4e3ebf5e13ae3e4c7976 is 50, key is test_row_0/B:col10/1733285749459/Put/seqid=0
2024-12-04T04:15:50,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741976_1152 (size=12001)
2024-12-04T04:15:50,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8ecce87e408a4e3ebf5e13ae3e4c7976
2024-12-04T04:15:50,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285810787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285810789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285810789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/20a51cc3cf3b413691c9fb18c776e295 is 50, key is test_row_0/C:col10/1733285749459/Put/seqid=0
2024-12-04T04:15:50,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285810796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285810796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:50,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:50,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:50,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741977_1153 (size=12001)
2024-12-04T04:15:50,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/20a51cc3cf3b413691c9fb18c776e295
2024-12-04T04:15:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/86cef8b9a60340509f6d021ce68e1d02 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/86cef8b9a60340509f6d021ce68e1d02
2024-12-04T04:15:50,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/86cef8b9a60340509f6d021ce68e1d02, entries=150, sequenceid=100, filesize=30.2 K
2024-12-04T04:15:50,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8ecce87e408a4e3ebf5e13ae3e4c7976 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8ecce87e408a4e3ebf5e13ae3e4c7976
2024-12-04T04:15:50,868 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8ecce87e408a4e3ebf5e13ae3e4c7976, entries=150, sequenceid=100, filesize=11.7 K
2024-12-04T04:15:50,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/20a51cc3cf3b413691c9fb18c776e295 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20a51cc3cf3b413691c9fb18c776e295
2024-12-04T04:15:50,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20a51cc3cf3b413691c9fb18c776e295, entries=150, sequenceid=100, filesize=11.7 K
2024-12-04T04:15:50,880 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for fbde65c981f9cd4c5c97d9a4be794739 in 625ms, sequenceid=100, compaction requested=true
2024-12-04T04:15:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-12-04T04:15:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-12-04T04:15:50,884 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-12-04T04:15:50,885 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5590 sec
2024-12-04T04:15:50,888 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.5680 sec
2024-12-04T04:15:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:51,004 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:15:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:51,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:51,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285811014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285811016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285811016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285811019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285811022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e91ba3f44db047f0868831003f8fe9a6_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285750996/Put/seqid=0
2024-12-04T04:15:51,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741978_1154 (size=12154)
2024-12-04T04:15:51,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:51,047 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e91ba3f44db047f0868831003f8fe9a6_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e91ba3f44db047f0868831003f8fe9a6_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:51,048 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8d8b5525f8a44a0e9246c42e81029f64, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:51,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8d8b5525f8a44a0e9246c42e81029f64 is 175, key is test_row_0/A:col10/1733285750996/Put/seqid=0
2024-12-04T04:15:51,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741979_1155 (size=30955)
2024-12-04T04:15:51,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285811125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285811125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285811135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285811135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285811135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285811335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285811335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285811345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285811345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285811345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,454 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8d8b5525f8a44a0e9246c42e81029f64
2024-12-04T04:15:51,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8409146c7ee34295930736c0ceb4b2f9 is 50, key is test_row_0/B:col10/1733285750996/Put/seqid=0
2024-12-04T04:15:51,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741980_1156 (size=12001)
2024-12-04T04:15:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-04T04:15:51,475 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:51,476 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-12-04T04:15:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-04T04:15:51,478 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:51,478 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:51,478 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-04T04:15:51,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-04T04:15:51,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:51,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:51,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:51,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285811646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285811646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285811655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285811655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285811655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:51,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-04T04:15:51,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:51,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:51,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:51,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-04T04:15:51,869 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8409146c7ee34295930736c0ceb4b2f9
2024-12-04T04:15:51,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/984e6b96703040afa4ed3bd92cf3d235 is 50, key is test_row_0/C:col10/1733285750996/Put/seqid=0
2024-12-04T04:15:51,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741981_1157 (size=12001)
2024-12-04T04:15:51,912 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/984e6b96703040afa4ed3bd92cf3d235
2024-12-04T04:15:51,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8d8b5525f8a44a0e9246c42e81029f64 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8d8b5525f8a44a0e9246c42e81029f64
2024-12-04T04:15:51,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-04T04:15:51,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:51,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:51,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:51,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:51,986 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8d8b5525f8a44a0e9246c42e81029f64, entries=150, sequenceid=121, filesize=30.2 K
2024-12-04T04:15:51,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8409146c7ee34295930736c0ceb4b2f9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8409146c7ee34295930736c0ceb4b2f9
2024-12-04T04:15:52,004 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8409146c7ee34295930736c0ceb4b2f9, entries=150, sequenceid=121, filesize=11.7 K
2024-12-04T04:15:52,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/984e6b96703040afa4ed3bd92cf3d235 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/984e6b96703040afa4ed3bd92cf3d235
2024-12-04T04:15:52,020 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/984e6b96703040afa4ed3bd92cf3d235, entries=150, sequenceid=121, filesize=11.7 K
2024-12-04T04:15:52,025 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for fbde65c981f9cd4c5c97d9a4be794739 in 1021ms, sequenceid=121, compaction requested=true
2024-12-04T04:15:52,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:52,026 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:52,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:52,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:52,026 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:52,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:52,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:52,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:52,029 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:52,029 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:15:52,029 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:52,029 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/afa281c216aa49018569bdced028f3a5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3d56dfa53b134bc691af6eb5b7b2d721, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8ecce87e408a4e3ebf5e13ae3e4c7976, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8409146c7ee34295930736c0ceb4b2f9] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=47.0 K
2024-12-04T04:15:52,029 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:52,029 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:15:52,030 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:52,030 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/f7509e7b85c8450f92313f24bf595011, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/773c4783345542b7a0c1458ef7c1455e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/86cef8b9a60340509f6d021ce68e1d02, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8d8b5525f8a44a0e9246c42e81029f64] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=121.0 K
2024-12-04T04:15:52,030 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:52,030 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/f7509e7b85c8450f92313f24bf595011, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/773c4783345542b7a0c1458ef7c1455e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/86cef8b9a60340509f6d021ce68e1d02, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8d8b5525f8a44a0e9246c42e81029f64]
2024-12-04T04:15:52,031 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7509e7b85c8450f92313f24bf595011, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733285749106
2024-12-04T04:15:52,031 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting afa281c216aa49018569bdced028f3a5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733285749106
2024-12-04T04:15:52,032 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d56dfa53b134bc691af6eb5b7b2d721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733285749134
2024-12-04T04:15:52,032 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 773c4783345542b7a0c1458ef7c1455e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733285749134
2024-12-04T04:15:52,032 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ecce87e408a4e3ebf5e13ae3e4c7976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733285749459
2024-12-04T04:15:52,032 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86cef8b9a60340509f6d021ce68e1d02, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733285749459
2024-12-04T04:15:52,033 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8409146c7ee34295930736c0ceb4b2f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733285750674
2024-12-04T04:15:52,033 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d8b5525f8a44a0e9246c42e81029f64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733285750674
2024-12-04T04:15:52,044 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:52,051 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:52,052 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/2f1aefe67b304c96a76d1727f475edbe is 50, key is test_row_0/B:col10/1733285750996/Put/seqid=0
2024-12-04T04:15:52,065 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204511ae159016243c88c857bc84691b03e_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:52,068 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204511ae159016243c88c857bc84691b03e_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:52,068 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204511ae159016243c88c857bc84691b03e_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:52,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-12-04T04:15:52,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:52,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:15:52,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:52,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-04T04:15:52,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:52,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:52,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:52,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:52,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741982_1158 (size=12241)
2024-12-04T04:15:52,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741983_1159 (size=4469)
2024-12-04T04:15:52,135 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#135 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:52,135 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/5e7fa6c117344883803c2f1408f6b97b is 175, key is test_row_0/A:col10/1733285750996/Put/seqid=0
2024-12-04T04:15:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120476ecb694c4e74cdeb29861db8fad65b5_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285751015/Put/seqid=0
2024-12-04T04:15:52,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:52,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741984_1160 (size=12304)
2024-12-04T04:15:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:52,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741985_1161 (size=31195)
2024-12-04T04:15:52,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120476ecb694c4e74cdeb29861db8fad65b5_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120476ecb694c4e74cdeb29861db8fad65b5_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:52,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ac1de5ad73b14a138708c3e3761d52ef, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:52,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ac1de5ad73b14a138708c3e3761d52ef is 175, key is test_row_0/A:col10/1733285751015/Put/seqid=0
2024-12-04T04:15:52,219 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/5e7fa6c117344883803c2f1408f6b97b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5e7fa6c117344883803c2f1408f6b97b
2024-12-04T04:15:52,230 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 5e7fa6c117344883803c2f1408f6b97b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:52,230 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:52,230 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=12, startTime=1733285752026; duration=0sec
2024-12-04T04:15:52,230 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:52,230 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:15:52,230 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:15:52,232 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:15:52,233 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:15:52,233 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:52,234 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3942da185f5644b9ad24a14133ca8a5b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/9d0e30d8895641b98c3d1ae42f337e3b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20a51cc3cf3b413691c9fb18c776e295, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/984e6b96703040afa4ed3bd92cf3d235] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=47.0 K
2024-12-04T04:15:52,234 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3942da185f5644b9ad24a14133ca8a5b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733285749106
2024-12-04T04:15:52,235 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d0e30d8895641b98c3d1ae42f337e3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733285749134
2024-12-04T04:15:52,236 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20a51cc3cf3b413691c9fb18c776e295, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733285749459
2024-12-04T04:15:52,237 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 984e6b96703040afa4ed3bd92cf3d235, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733285750674
2024-12-04T04:15:52,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285752217, max timestamp=1733285752241Num uniques 859; 
2024-12-04T04:15:52,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285752217, max timestamp=1733285752245Num uniques 859; 
2024-12-04T04:15:52,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:52,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:52,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285752217, max timestamp=1733285752241Num uniques 859; 
2024-12-04T04:15:52,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:15:52,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741986_1162 (size=31105)
2024-12-04T04:15:52,275 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:52,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ac1de5ad73b14a138708c3e3761d52ef
2024-12-04T04:15:52,276 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/d6464c58004942828f4d47e5c12eb4c0 is 50, key is test_row_0/C:col10/1733285750996/Put/seqid=0
2024-12-04T04:15:52,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285812276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285812286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285812291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285812291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285812292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741987_1163 (size=12241)
2024-12-04T04:15:52,334 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/d6464c58004942828f4d47e5c12eb4c0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/d6464c58004942828f4d47e5c12eb4c0
2024-12-04T04:15:52,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a6facbb02c724576adf64cd6ba591a7c is 50, key is test_row_0/B:col10/1733285751015/Put/seqid=0
2024-12-04T04:15:52,347 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into d6464c58004942828f4d47e5c12eb4c0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:52,347 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:52,347 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=12, startTime=1733285752027; duration=0sec
2024-12-04T04:15:52,347 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:52,347 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:15:52,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741988_1164 (size=12151)
2024-12-04T04:15:52,374 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a6facbb02c724576adf64cd6ba591a7c
2024-12-04T04:15:52,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/7243e8b429654e6da5dca1391d4d503e is 50, key is test_row_0/C:col10/1733285751015/Put/seqid=0
2024-12-04T04:15:52,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285812395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285812395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741989_1165 (size=12151)
2024-12-04T04:15:52,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285812415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285812415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285812416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,536 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/2f1aefe67b304c96a76d1727f475edbe as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2f1aefe67b304c96a76d1727f475edbe
2024-12-04T04:15:52,544 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into 2f1aefe67b304c96a76d1727f475edbe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:52,544 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:52,544 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=12, startTime=1733285752026; duration=0sec
2024-12-04T04:15:52,544 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:52,544 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:15:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-04T04:15:52,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285812615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285812615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285812635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285812635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285812635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/7243e8b429654e6da5dca1391d4d503e
2024-12-04T04:15:52,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ac1de5ad73b14a138708c3e3761d52ef as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ac1de5ad73b14a138708c3e3761d52ef
2024-12-04T04:15:52,841 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ac1de5ad73b14a138708c3e3761d52ef, entries=150, sequenceid=132, filesize=30.4 K
2024-12-04T04:15:52,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a6facbb02c724576adf64cd6ba591a7c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a6facbb02c724576adf64cd6ba591a7c
2024-12-04T04:15:52,855 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a6facbb02c724576adf64cd6ba591a7c, entries=150, sequenceid=132, filesize=11.9 K
2024-12-04T04:15:52,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/7243e8b429654e6da5dca1391d4d503e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7243e8b429654e6da5dca1391d4d503e
2024-12-04T04:15:52,877 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7243e8b429654e6da5dca1391d4d503e, entries=150, sequenceid=132, filesize=11.9 K
2024-12-04T04:15:52,880 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for fbde65c981f9cd4c5c97d9a4be794739 in 774ms, sequenceid=132, compaction requested=false
2024-12-04T04:15:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-12-04T04:15:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-12-04T04:15:52,883 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-12-04T04:15:52,884 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec
2024-12-04T04:15:52,885 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.4080 sec
2024-12-04T04:15:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:52,928 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-12-04T04:15:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:52,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:52,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:52,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042ac013f0ccba463591479e64d9fa50ff_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285752285/Put/seqid=0
2024-12-04T04:15:52,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285812945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285812945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285812946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285812953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285812955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:52,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741990_1166 (size=14794)
2024-12-04T04:15:52,966 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:52,972 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042ac013f0ccba463591479e64d9fa50ff_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042ac013f0ccba463591479e64d9fa50ff_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:52,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/b3bb938e74e1445cb4708b7f042d092c, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:52,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/b3bb938e74e1445cb4708b7f042d092c is 175, key is test_row_0/A:col10/1733285752285/Put/seqid=0
2024-12-04T04:15:52,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741991_1167 (size=39749)
2024-12-04T04:15:52,989 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/b3bb938e74e1445cb4708b7f042d092c
2024-12-04T04:15:53,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/ca2908361c9341c49897803a47724a45 is 50, key is test_row_0/B:col10/1733285752285/Put/seqid=0
2024-12-04T04:15:53,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741992_1168 (size=12151)
2024-12-04T04:15:53,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285813065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285813065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285813275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285813275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,442 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/ca2908361c9341c49897803a47724a45
2024-12-04T04:15:53,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/5a9f67e202444989a2e54b0d28d8be13 is 50, key is test_row_0/C:col10/1733285752285/Put/seqid=0
2024-12-04T04:15:53,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285813465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285813465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285813466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741993_1169 (size=12151)
2024-12-04T04:15:53,487 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/5a9f67e202444989a2e54b0d28d8be13
2024-12-04T04:15:53,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/b3bb938e74e1445cb4708b7f042d092c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/b3bb938e74e1445cb4708b7f042d092c
2024-12-04T04:15:53,501 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/b3bb938e74e1445cb4708b7f042d092c, entries=200, sequenceid=170, filesize=38.8 K
2024-12-04T04:15:53,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/ca2908361c9341c49897803a47724a45 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/ca2908361c9341c49897803a47724a45
2024-12-04T04:15:53,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/ca2908361c9341c49897803a47724a45, entries=150, sequenceid=170, filesize=11.9 K
2024-12-04T04:15:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/5a9f67e202444989a2e54b0d28d8be13 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/5a9f67e202444989a2e54b0d28d8be13
2024-12-04T04:15:53,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/5a9f67e202444989a2e54b0d28d8be13, entries=150, sequenceid=170, filesize=11.9 K
2024-12-04T04:15:53,517 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for fbde65c981f9cd4c5c97d9a4be794739 in 589ms, sequenceid=170, compaction requested=true
2024-12-04T04:15:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:53,517 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:53,517 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:53,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:53,519 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:53,519 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:53,519 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:15:53,519 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:15:53,519 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:53,519 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:53,519 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5e7fa6c117344883803c2f1408f6b97b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ac1de5ad73b14a138708c3e3761d52ef, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/b3bb938e74e1445cb4708b7f042d092c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=99.7 K
2024-12-04T04:15:53,519 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2f1aefe67b304c96a76d1727f475edbe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a6facbb02c724576adf64cd6ba591a7c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/ca2908361c9341c49897803a47724a45] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=35.7 K
2024-12-04T04:15:53,519 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:53,519 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5e7fa6c117344883803c2f1408f6b97b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ac1de5ad73b14a138708c3e3761d52ef, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/b3bb938e74e1445cb4708b7f042d092c]
2024-12-04T04:15:53,521 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f1aefe67b304c96a76d1727f475edbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733285750674
2024-12-04T04:15:53,521 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6facbb02c724576adf64cd6ba591a7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733285751014
2024-12-04T04:15:53,522 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e7fa6c117344883803c2f1408f6b97b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733285750674
2024-12-04T04:15:53,522 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca2908361c9341c49897803a47724a45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733285752285
2024-12-04T04:15:53,522 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ac1de5ad73b14a138708c3e3761d52ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733285751014
2024-12-04T04:15:53,524 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b3bb938e74e1445cb4708b7f042d092c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733285752285
2024-12-04T04:15:53,534 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:53,535 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/7b73216c024349c9a53bdb31670e50b3 is 50, key is test_row_0/B:col10/1733285752285/Put/seqid=0
2024-12-04T04:15:53,549 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:53,570 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120413260d1e4bf14b50b4743feff3dca947_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:53,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741994_1170 (size=12493)
2024-12-04T04:15:53,572 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120413260d1e4bf14b50b4743feff3dca947_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:53,573 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120413260d1e4bf14b50b4743feff3dca947_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:53,579 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/7b73216c024349c9a53bdb31670e50b3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/7b73216c024349c9a53bdb31670e50b3
2024-12-04T04:15:53,587 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into 7b73216c024349c9a53bdb31670e50b3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:53,587 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:53,588 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285753517; duration=0sec
2024-12-04T04:15:53,588 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:53,589 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:15:53,589 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:53,591 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:53,592 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:15:53,592 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:53,593 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/d6464c58004942828f4d47e5c12eb4c0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7243e8b429654e6da5dca1391d4d503e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/5a9f67e202444989a2e54b0d28d8be13] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=35.7 K
2024-12-04T04:15:53,593 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6464c58004942828f4d47e5c12eb4c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733285750674
2024-12-04T04:15:53,596 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-04T04:15:53,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:53,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:53,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:53,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:53,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:53,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:53,599 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7243e8b429654e6da5dca1391d4d503e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733285751014
2024-12-04T04:15:53,600 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a9f67e202444989a2e54b0d28d8be13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733285752285
2024-12-04T04:15:53,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741995_1171 (size=4469)
2024-12-04T04:15:53,613 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:53,613 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/44cc4cc39a924ff897006d386cba731b is 50, key is test_row_0/C:col10/1733285752285/Put/seqid=0
2024-12-04T04:15:53,616 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#145 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:53,617 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ff8fcd9aa71d44f5a585068dc3e20661 is 175, key is test_row_0/A:col10/1733285752285/Put/seqid=0
2024-12-04T04:15:53,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741996_1172 (size=12493)
2024-12-04T04:15:53,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741997_1173 (size=31447)
2024-12-04T04:15:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-12-04T04:15:53,636 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:53,636 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-12-04T04:15:53,639 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-04T04:15:53,640 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:53,640 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:53,640 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/44cc4cc39a924ff897006d386cba731b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/44cc4cc39a924ff897006d386cba731b
2024-12-04T04:15:53,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040cc0bf379a7d4a6584fde9a3939fbd7f_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285752949/Put/seqid=0
2024-12-04T04:15:53,642 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ff8fcd9aa71d44f5a585068dc3e20661 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ff8fcd9aa71d44f5a585068dc3e20661
2024-12-04T04:15:53,662 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 44cc4cc39a924ff897006d386cba731b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:53,662 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:53,662 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into ff8fcd9aa71d44f5a585068dc3e20661(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:53,662 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285753517; duration=0sec
2024-12-04T04:15:53,662 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:53,662 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285753517; duration=0sec
2024-12-04T04:15:53,662 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:53,662 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:53,662 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:15:53,662 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:15:53,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741998_1174 (size=12304)
2024-12-04T04:15:53,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285813684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285813687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-04T04:15:53,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:53,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:53,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285813795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285813795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:53,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:53,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:53,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:53,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:53,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-04T04:15:54,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285814006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285814025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,087 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:54,093 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040cc0bf379a7d4a6584fde9a3939fbd7f_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040cc0bf379a7d4a6584fde9a3939fbd7f_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:54,096 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/43c330bf3bb545708cf9dae6696232a1, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:54,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/43c330bf3bb545708cf9dae6696232a1 is 175, key is test_row_0/A:col10/1733285752949/Put/seqid=0
2024-12-04T04:15:54,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:54,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:54,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741999_1175 (size=31105)
2024-12-04T04:15:54,153 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/43c330bf3bb545708cf9dae6696232a1
2024-12-04T04:15:54,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/6c0cc943b3fa4e09af5a9b667cfdeb36 is 50, key is test_row_0/B:col10/1733285752949/Put/seqid=0
2024-12-04T04:15:54,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742000_1176 (size=12151)
2024-12-04T04:15:54,210 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/6c0cc943b3fa4e09af5a9b667cfdeb36
2024-12-04T04:15:54,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/ca8920714e9f494f82a59ef8054dc59a is 50, key is test_row_0/C:col10/1733285752949/Put/seqid=0
2024-12-04T04:15:54,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742001_1177 (size=12151)
2024-12-04T04:15:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-04T04:15:54,273 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/ca8920714e9f494f82a59ef8054dc59a
2024-12-04T04:15:54,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/43c330bf3bb545708cf9dae6696232a1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/43c330bf3bb545708cf9dae6696232a1
2024-12-04T04:15:54,287 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/43c330bf3bb545708cf9dae6696232a1, entries=150, sequenceid=183, filesize=30.4 K
2024-12-04T04:15:54,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/6c0cc943b3fa4e09af5a9b667cfdeb36 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/6c0cc943b3fa4e09af5a9b667cfdeb36
2024-12-04T04:15:54,296 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/6c0cc943b3fa4e09af5a9b667cfdeb36, entries=150, sequenceid=183, filesize=11.9 K
2024-12-04T04:15:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/ca8920714e9f494f82a59ef8054dc59a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ca8920714e9f494f82a59ef8054dc59a
2024-12-04T04:15:54,309 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ca8920714e9f494f82a59ef8054dc59a, entries=150, sequenceid=183, filesize=11.9 K
2024-12-04T04:15:54,310 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for fbde65c981f9cd4c5c97d9a4be794739 in 714ms, sequenceid=183, compaction requested=false
2024-12-04T04:15:54,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:54,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285753664, max timestamp=1733285754316Num uniques 859; 
2024-12-04T04:15:54,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285753664, max timestamp=1733285754316Num uniques 859; 
2024-12-04T04:15:54,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:54,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:54,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285753664, max timestamp=1733285754316Num uniques 859; 
2024-12-04T04:15:54,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:54,339 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB
2024-12-04T04:15:54,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:54,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:54,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:54,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:54,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:54,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:54,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043367a411e2784063a26fe849b29dd65e_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285754324/Put/seqid=0
2024-12-04T04:15:54,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742002_1178 (size=12304)
2024-12-04T04:15:54,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:54,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:54,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285754420, max timestamp=1733285754437Num uniques 859; 
2024-12-04T04:15:54,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:54,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285754420, max timestamp=1733285754437Num uniques 859; 
2024-12-04T04:15:54,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:54,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285754420, max timestamp=1733285754439Num uniques 859; 
2024-12-04T04:15:54,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:15:54,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285814492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285814494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285814496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285814497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285814498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285814605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285814605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285814605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285814605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285814615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:54,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-04T04:15:54,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:54,817 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043367a411e2784063a26fe849b29dd65e_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043367a411e2784063a26fe849b29dd65e_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:54,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/93cba663e5f64f888cd97c255852e17c, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:54,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/93cba663e5f64f888cd97c255852e17c is 175, key is test_row_0/A:col10/1733285754324/Put/seqid=0
2024-12-04T04:15:54,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742003_1179 (size=31105)
2024-12-04T04:15:54,826 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/93cba663e5f64f888cd97c255852e17c
2024-12-04T04:15:54,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285814825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285814825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285814826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285814835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285814835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:54,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/dbe9e59685d54f44a9029b52df6f0c19 is 50, key is test_row_0/B:col10/1733285754324/Put/seqid=0
2024-12-04T04:15:54,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:54,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:54,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:54,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:54,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742004_1180 (size=12151)
2024-12-04T04:15:55,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:55,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:55,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285815135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285815135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285815135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285815145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285815146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:55,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:55,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,306 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/dbe9e59685d54f44a9029b52df6f0c19
2024-12-04T04:15:55,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/322893f2f5b143efb93ba24fd2679b67 is 50, key is test_row_0/C:col10/1733285754324/Put/seqid=0
2024-12-04T04:15:55,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742005_1181 (size=12151)
2024-12-04T04:15:55,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/322893f2f5b143efb93ba24fd2679b67
2024-12-04T04:15:55,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/93cba663e5f64f888cd97c255852e17c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93cba663e5f64f888cd97c255852e17c
2024-12-04T04:15:55,337 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93cba663e5f64f888cd97c255852e17c, entries=150, sequenceid=210, filesize=30.4 K
2024-12-04T04:15:55,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/dbe9e59685d54f44a9029b52df6f0c19 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dbe9e59685d54f44a9029b52df6f0c19
2024-12-04T04:15:55,344 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dbe9e59685d54f44a9029b52df6f0c19, entries=150, sequenceid=210, filesize=11.9 K
2024-12-04T04:15:55,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/322893f2f5b143efb93ba24fd2679b67 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/322893f2f5b143efb93ba24fd2679b67
2024-12-04T04:15:55,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:55,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,350 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/322893f2f5b143efb93ba24fd2679b67, entries=150, sequenceid=210, filesize=11.9 K
2024-12-04T04:15:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,352 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for fbde65c981f9cd4c5c97d9a4be794739 in 1013ms, sequenceid=210, compaction requested=true
2024-12-04T04:15:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:55,353 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:55,353 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:55,354 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:55,354 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:15:55,355 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,355 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ff8fcd9aa71d44f5a585068dc3e20661, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/43c330bf3bb545708cf9dae6696232a1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93cba663e5f64f888cd97c255852e17c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=91.5 K
2024-12-04T04:15:55,355 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,355 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ff8fcd9aa71d44f5a585068dc3e20661, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/43c330bf3bb545708cf9dae6696232a1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93cba663e5f64f888cd97c255852e17c]
2024-12-04T04:15:55,355 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ff8fcd9aa71d44f5a585068dc3e20661, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733285752285
2024-12-04T04:15:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:55,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:55,360 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 43c330bf3bb545708cf9dae6696232a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733285752936
2024-12-04T04:15:55,360 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:55,360 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:15:55,360 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,361 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/7b73216c024349c9a53bdb31670e50b3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/6c0cc943b3fa4e09af5a9b667cfdeb36, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dbe9e59685d54f44a9029b52df6f0c19] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=35.9 K
2024-12-04T04:15:55,361 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 93cba663e5f64f888cd97c255852e17c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733285754324
2024-12-04T04:15:55,361 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b73216c024349c9a53bdb31670e50b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733285752285
2024-12-04T04:15:55,362 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c0cc943b3fa4e09af5a9b667cfdeb36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733285752936
2024-12-04T04:15:55,363 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbe9e59685d54f44a9029b52df6f0c19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733285754324
2024-12-04T04:15:55,375 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:55,387 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:55,387 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/76a3264d617c40c08101f6e66f3b115c is 50, key is test_row_0/B:col10/1733285754324/Put/seqid=0
2024-12-04T04:15:55,389 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412042c5d73dc33d14a278ba864d0edcc68f4_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:55,394 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412042c5d73dc33d14a278ba864d0edcc68f4_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:55,394 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042c5d73dc33d14a278ba864d0edcc68f4_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:55,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742006_1182 (size=12595)
2024-12-04T04:15:55,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742007_1183 (size=4469)
2024-12-04T04:15:55,443 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#153 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:55,444 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/7e849a7506d04ca19c30ef1c2b17739c is 175, key is test_row_0/A:col10/1733285754324/Put/seqid=0
2024-12-04T04:15:55,449 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/76a3264d617c40c08101f6e66f3b115c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/76a3264d617c40c08101f6e66f3b115c
2024-12-04T04:15:55,457 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into 76a3264d617c40c08101f6e66f3b115c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:55,457 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:55,457 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285755353; duration=0sec
2024-12-04T04:15:55,459 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:55,459 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:15:55,459 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:55,461 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:55,461 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:15:55,461 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,462 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/44cc4cc39a924ff897006d386cba731b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ca8920714e9f494f82a59ef8054dc59a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/322893f2f5b143efb93ba24fd2679b67] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=35.9 K
2024-12-04T04:15:55,462 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44cc4cc39a924ff897006d386cba731b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733285752285
2024-12-04T04:15:55,463 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca8920714e9f494f82a59ef8054dc59a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733285752936
2024-12-04T04:15:55,463 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 322893f2f5b143efb93ba24fd2679b67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733285754324
2024-12-04T04:15:55,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742008_1184 (size=31549)
2024-12-04T04:15:55,491 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:55,492 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/709b47b8c0f54d81b5a8d4193060e5bc is 50, key is test_row_0/C:col10/1733285754324/Put/seqid=0
2024-12-04T04:15:55,500 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/7e849a7506d04ca19c30ef1c2b17739c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7e849a7506d04ca19c30ef1c2b17739c
2024-12-04T04:15:55,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-12-04T04:15:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-12-04T04:15:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:55,519 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 7e849a7506d04ca19c30ef1c2b17739c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:55,519 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:55,519 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285755352; duration=0sec
2024-12-04T04:15:55,519 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:55,519 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:15:55,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742009_1185 (size=12595)
2024-12-04T04:15:55,529 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/709b47b8c0f54d81b5a8d4193060e5bc as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/709b47b8c0f54d81b5a8d4193060e5bc
2024-12-04T04:15:55,537 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 709b47b8c0f54d81b5a8d4193060e5bc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:55,537 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:55,537 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285755355; duration=0sec
2024-12-04T04:15:55,537 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:55,537 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:15:55,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cceb263a90d946d0b3a4f5044479e20b_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285754495/Put/seqid=0
2024-12-04T04:15:55,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742010_1186 (size=12304)
2024-12-04T04:15:55,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:55,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cceb263a90d946d0b3a4f5044479e20b_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cceb263a90d946d0b3a4f5044479e20b_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/3690efdc98cc4c51832f7240cca8be9a, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/3690efdc98cc4c51832f7240cca8be9a is 175, key is test_row_0/A:col10/1733285754495/Put/seqid=0
2024-12-04T04:15:55,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742011_1187 (size=31105)
2024-12-04T04:15:55,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/3690efdc98cc4c51832f7240cca8be9a
2024-12-04T04:15:55,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/f852e4be4c524933b757ac71b07d201d is 50, key is test_row_0/B:col10/1733285754495/Put/seqid=0
2024-12-04T04:15:55,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742012_1188 (size=12151)
2024-12-04T04:15:55,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/f852e4be4c524933b757ac71b07d201d
2024-12-04T04:15:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:55,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/20e25e811b7546aa82369711707f0365 is 50, key is test_row_0/C:col10/1733285754495/Put/seqid=0
2024-12-04T04:15:55,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285815659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285815659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285815660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285815660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285815661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742013_1189 (size=12151)
2024-12-04T04:15:55,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/20e25e811b7546aa82369711707f0365
2024-12-04T04:15:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/3690efdc98cc4c51832f7240cca8be9a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3690efdc98cc4c51832f7240cca8be9a
2024-12-04T04:15:55,686 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3690efdc98cc4c51832f7240cca8be9a, entries=150, sequenceid=248, filesize=30.4 K
2024-12-04T04:15:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/f852e4be4c524933b757ac71b07d201d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/f852e4be4c524933b757ac71b07d201d
2024-12-04T04:15:55,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/f852e4be4c524933b757ac71b07d201d, entries=150, sequenceid=248, filesize=11.9 K
2024-12-04T04:15:55,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/20e25e811b7546aa82369711707f0365 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20e25e811b7546aa82369711707f0365
2024-12-04T04:15:55,733 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20e25e811b7546aa82369711707f0365, entries=150, sequenceid=248, filesize=11.9 K
2024-12-04T04:15:55,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for fbde65c981f9cd4c5c97d9a4be794739 in 228ms, sequenceid=248, compaction requested=false
2024-12-04T04:15:55,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-12-04T04:15:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-12-04T04:15:55,749 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-12-04T04:15:55,750 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1070 sec
2024-12-04T04:15:55,773 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.1140 sec
2024-12-04T04:15:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:55,774 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:15:55,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:55,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:55,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:55,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:55,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:55,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:55,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f08a057befdf4aeb9a2ec752611a9e08_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285755772/Put/seqid=0
2024-12-04T04:15:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-12-04T04:15:55,786 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:55,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-12-04T04:15:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-04T04:15:55,788 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:55,788 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:55,788 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:55,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742014_1190 (size=14994)
2024-12-04T04:15:55,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285815801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733285755796, max timestamp=1733285755808Num uniques 859; 
2024-12-04T04:15:55,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733285755796, max timestamp=1733285755808Num uniques 859; 
2024-12-04T04:15:55,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-04T04:15:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-04T04:15:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733285755796, max timestamp=1733285755808Num uniques 859; 
2024-12-04T04:15:55,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-04T04:15:55,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285815833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285815837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285815837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285815838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-04T04:15:55,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285815915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-04T04:15:55,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:55,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:55,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:55,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285815955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285815955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285815956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285815955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-04T04:15:56,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-04T04:15:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285816125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285816165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285816165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285816165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285816165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:56,205 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f08a057befdf4aeb9a2ec752611a9e08_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f08a057befdf4aeb9a2ec752611a9e08_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:56,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ad4cd9994fa94d03be026e8987bd3a70, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:56,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ad4cd9994fa94d03be026e8987bd3a70 is 175, key is test_row_0/A:col10/1733285755772/Put/seqid=0
2024-12-04T04:15:56,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742015_1191 (size=39949)
2024-12-04T04:15:56,214 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ad4cd9994fa94d03be026e8987bd3a70
2024-12-04T04:15:56,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8411970ca5134aaab586d6dbd3946a13 is 50, key is test_row_0/B:col10/1733285755772/Put/seqid=0
2024-12-04T04:15:56,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742016_1192 (size=12301)
2024-12-04T04:15:56,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-04T04:15:56,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:56,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,264 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8411970ca5134aaab586d6dbd3946a13
2024-12-04T04:15:56,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/b8f8f45fc07c4be0ad06fddecb8366e8 is 50, key is test_row_0/C:col10/1733285755772/Put/seqid=0
2024-12-04T04:15:56,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742017_1193 (size=12301)
2024-12-04T04:15:56,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-04T04:15:56,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:56,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-04T04:15:56,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285816435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285816475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285816475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285816476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285816476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-04T04:15:56,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:56,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:56,689 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/b8f8f45fc07c4be0ad06fddecb8366e8
2024-12-04T04:15:56,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ad4cd9994fa94d03be026e8987bd3a70 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ad4cd9994fa94d03be026e8987bd3a70
2024-12-04T04:15:56,699 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ad4cd9994fa94d03be026e8987bd3a70, entries=200, sequenceid=261, filesize=39.0 K
2024-12-04T04:15:56,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8411970ca5134aaab586d6dbd3946a13 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8411970ca5134aaab586d6dbd3946a13
2024-12-04T04:15:56,704 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8411970ca5134aaab586d6dbd3946a13, entries=150, sequenceid=261, filesize=12.0 K
2024-12-04T04:15:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/b8f8f45fc07c4be0ad06fddecb8366e8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b8f8f45fc07c4be0ad06fddecb8366e8
2024-12-04T04:15:56,717 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b8f8f45fc07c4be0ad06fddecb8366e8, entries=150, sequenceid=261, filesize=12.0 K
2024-12-04T04:15:56,718 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for fbde65c981f9cd4c5c97d9a4be794739 in 944ms, sequenceid=261, compaction requested=true
2024-12-04T04:15:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:56,718 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:56,718 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:56,719 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102603 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:56,719 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:15:56,719 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,719 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7e849a7506d04ca19c30ef1c2b17739c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3690efdc98cc4c51832f7240cca8be9a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ad4cd9994fa94d03be026e8987bd3a70] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=100.2 K
2024-12-04T04:15:56,719 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,719 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7e849a7506d04ca19c30ef1c2b17739c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3690efdc98cc4c51832f7240cca8be9a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ad4cd9994fa94d03be026e8987bd3a70]
2024-12-04T04:15:56,720 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:56,720 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:15:56,720 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,720 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/76a3264d617c40c08101f6e66f3b115c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/f852e4be4c524933b757ac71b07d201d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8411970ca5134aaab586d6dbd3946a13] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.2 K
2024-12-04T04:15:56,720 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e849a7506d04ca19c30ef1c2b17739c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733285754324
2024-12-04T04:15:56,720 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3690efdc98cc4c51832f7240cca8be9a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733285754492
2024-12-04T04:15:56,721 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 76a3264d617c40c08101f6e66f3b115c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733285754324
2024-12-04T04:15:56,721 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad4cd9994fa94d03be026e8987bd3a70, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733285755658
2024-12-04T04:15:56,721 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f852e4be4c524933b757ac71b07d201d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733285754492
2024-12-04T04:15:56,721 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8411970ca5134aaab586d6dbd3946a13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733285755658
2024-12-04T04:15:56,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-12-04T04:15:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:56,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB
2024-12-04T04:15:56,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:56,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:56,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:56,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:56,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:56,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:15:56,742 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:56,742 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/fbc06e036c214cdbb78b6011c3eedb3d is 50, key is test_row_0/B:col10/1733285755772/Put/seqid=0
2024-12-04T04:15:56,743 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:56,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fda032ea632d4a23979fdb007d49e3b8_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285755835/Put/seqid=0
2024-12-04T04:15:56,780 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120487700f7fd1694a25907d250d5f5d2fe6_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:56,781 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120487700f7fd1694a25907d250d5f5d2fe6_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:56,781 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120487700f7fd1694a25907d250d5f5d2fe6_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:56,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742018_1194 (size=12847)
2024-12-04T04:15:56,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742019_1195 (size=4469)
2024-12-04T04:15:56,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742020_1196 (size=12454)
2024-12-04T04:15:56,813 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#163 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:56,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:56,814 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/852996f9b35e496e9c510f2fc4cc5911 is 175, key is test_row_0/A:col10/1733285755772/Put/seqid=0
2024-12-04T04:15:56,820 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fda032ea632d4a23979fdb007d49e3b8_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fda032ea632d4a23979fdb007d49e3b8_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/e2224b5972cc45e4aaf525a6c5c7d257, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/e2224b5972cc45e4aaf525a6c5c7d257 is 175, key is test_row_0/A:col10/1733285755835/Put/seqid=0
2024-12-04T04:15:56,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742022_1198 (size=31255)
2024-12-04T04:15:56,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742021_1197 (size=31801)
2024-12-04T04:15:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-04T04:15:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:56,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285816985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285816985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285816985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285816985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285816987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:57,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285817095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:57,188 INFO  [master/67abd3a0ee76:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-04T04:15:57,188 INFO  [master/67abd3a0ee76:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-04T04:15:57,206 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/fbc06e036c214cdbb78b6011c3eedb3d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbc06e036c214cdbb78b6011c3eedb3d
2024-12-04T04:15:57,214 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into fbc06e036c214cdbb78b6011c3eedb3d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:57,215 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:57,215 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285756718; duration=0sec
2024-12-04T04:15:57,215 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:57,215 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:15:57,215 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:57,216 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:57,216 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:15:57,216 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:57,217 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/709b47b8c0f54d81b5a8d4193060e5bc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20e25e811b7546aa82369711707f0365, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b8f8f45fc07c4be0ad06fddecb8366e8] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.2 K
2024-12-04T04:15:57,217 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 709b47b8c0f54d81b5a8d4193060e5bc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733285754324
2024-12-04T04:15:57,218 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 20e25e811b7546aa82369711707f0365, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733285754492
2024-12-04T04:15:57,219 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b8f8f45fc07c4be0ad06fddecb8366e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733285755658
2024-12-04T04:15:57,237 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#165 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:57,238 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/7b80ec2ea1fb4016bf1ee5604f8dc6ea is 50, key is test_row_0/C:col10/1733285755772/Put/seqid=0
2024-12-04T04:15:57,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/e2224b5972cc45e4aaf525a6c5c7d257
2024-12-04T04:15:57,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3df652f0325e463b8f60c9eeb26effd2 is 50, key is test_row_0/B:col10/1733285755835/Put/seqid=0
2024-12-04T04:15:57,254 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/852996f9b35e496e9c510f2fc4cc5911 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/852996f9b35e496e9c510f2fc4cc5911
2024-12-04T04:15:57,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742023_1199 (size=12847)
2024-12-04T04:15:57,261 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 852996f9b35e496e9c510f2fc4cc5911(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:57,261 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:57,262 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285756718; duration=0sec
2024-12-04T04:15:57,262 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:57,262 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:15:57,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742024_1200 (size=12301)
2024-12-04T04:15:57,270 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3df652f0325e463b8f60c9eeb26effd2
2024-12-04T04:15:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/562a7a18680f48f2ad2865f77679586f is 50, key is test_row_0/C:col10/1733285755835/Put/seqid=0
2024-12-04T04:15:57,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742025_1201 (size=12301)
2024-12-04T04:15:57,284 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/562a7a18680f48f2ad2865f77679586f
2024-12-04T04:15:57,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/e2224b5972cc45e4aaf525a6c5c7d257 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2224b5972cc45e4aaf525a6c5c7d257
2024-12-04T04:15:57,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285817305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:57,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2224b5972cc45e4aaf525a6c5c7d257, entries=150, sequenceid=295, filesize=30.5 K
2024-12-04T04:15:57,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3df652f0325e463b8f60c9eeb26effd2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3df652f0325e463b8f60c9eeb26effd2
2024-12-04T04:15:57,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3df652f0325e463b8f60c9eeb26effd2, entries=150, sequenceid=295, filesize=12.0 K
2024-12-04T04:15:57,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/562a7a18680f48f2ad2865f77679586f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/562a7a18680f48f2ad2865f77679586f
2024-12-04T04:15:57,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/562a7a18680f48f2ad2865f77679586f, entries=150, sequenceid=295, filesize=12.0 K
2024-12-04T04:15:57,339 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for fbde65c981f9cd4c5c97d9a4be794739 in 617ms, sequenceid=295, compaction requested=false
2024-12-04T04:15:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-12-04T04:15:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-12-04T04:15:57,348 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-12-04T04:15:57,348 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec
2024-12-04T04:15:57,351 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.5630 sec
2024-12-04T04:15:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:57,620 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-04T04:15:57,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:57,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:57,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:57,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:57,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:57,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204902d34fd1b204a248b7511e29bdf7f92_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285756976/Put/seqid=0
2024-12-04T04:15:57,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742026_1202 (size=14994)
2024-12-04T04:15:57,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:57,656 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204902d34fd1b204a248b7511e29bdf7f92_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204902d34fd1b204a248b7511e29bdf7f92_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:57,658 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/d29e96677eb849aa9865f8562010efc5, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:57,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/d29e96677eb849aa9865f8562010efc5 is 175, key is test_row_0/A:col10/1733285756976/Put/seqid=0
2024-12-04T04:15:57,663 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/7b80ec2ea1fb4016bf1ee5604f8dc6ea as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7b80ec2ea1fb4016bf1ee5604f8dc6ea
2024-12-04T04:15:57,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742027_1203 (size=39949)
2024-12-04T04:15:57,672 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 7b80ec2ea1fb4016bf1ee5604f8dc6ea(size=12.5 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:57,672 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:57,672 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285756718; duration=0sec
2024-12-04T04:15:57,672 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:57,672 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:15:57,674 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/d29e96677eb849aa9865f8562010efc5
2024-12-04T04:15:57,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/35619418be6942358be40f041d27f2e9 is 50, key is test_row_0/B:col10/1733285756976/Put/seqid=0
2024-12-04T04:15:57,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742028_1204 (size=12301)
2024-12-04T04:15:57,694 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/35619418be6942358be40f041d27f2e9
2024-12-04T04:15:57,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285817714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:57,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/aa96dd8601e54ec3bf4d902784502814 is 50, key is test_row_0/C:col10/1733285756976/Put/seqid=0
2024-12-04T04:15:57,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742029_1205 (size=12301)
2024-12-04T04:15:57,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285817825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-12-04T04:15:57,935 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:57,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-12-04T04:15:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-04T04:15:57,937 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:57,938 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:57,938 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:58,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285818005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285818005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285818005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285818005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,010 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in fbde65c981f9cd4c5c97d9a4be794739 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:15:58,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:58,012 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in fbde65c981f9cd4c5c97d9a4be794739 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:15:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:58,013 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in fbde65c981f9cd4c5c97d9a4be794739 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:15:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:58,014 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_0' in fbde65c981f9cd4c5c97d9a4be794739 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:15:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:58,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285818035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-04T04:15:58,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-12-04T04:15:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:15:58,149 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/aa96dd8601e54ec3bf4d902784502814
2024-12-04T04:15:58,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/d29e96677eb849aa9865f8562010efc5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/d29e96677eb849aa9865f8562010efc5
2024-12-04T04:15:58,161 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/d29e96677eb849aa9865f8562010efc5, entries=200, sequenceid=309, filesize=39.0 K
2024-12-04T04:15:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/35619418be6942358be40f041d27f2e9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/35619418be6942358be40f041d27f2e9
2024-12-04T04:15:58,171 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/35619418be6942358be40f041d27f2e9, entries=150, sequenceid=309, filesize=12.0 K
2024-12-04T04:15:58,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/aa96dd8601e54ec3bf4d902784502814 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/aa96dd8601e54ec3bf4d902784502814
2024-12-04T04:15:58,179 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/aa96dd8601e54ec3bf4d902784502814, entries=150, sequenceid=309, filesize=12.0 K
2024-12-04T04:15:58,181 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for fbde65c981f9cd4c5c97d9a4be794739 in 560ms, sequenceid=309, compaction requested=true
2024-12-04T04:15:58,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:58,181 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:58,182 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:58,182 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:15:58,182 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,183 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/852996f9b35e496e9c510f2fc4cc5911, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2224b5972cc45e4aaf525a6c5c7d257, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/d29e96677eb849aa9865f8562010efc5] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=100.6 K
2024-12-04T04:15:58,183 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,183 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/852996f9b35e496e9c510f2fc4cc5911, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2224b5972cc45e4aaf525a6c5c7d257, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/d29e96677eb849aa9865f8562010efc5]
2024-12-04T04:15:58,183 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 852996f9b35e496e9c510f2fc4cc5911, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733285755658
2024-12-04T04:15:58,183 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2224b5972cc45e4aaf525a6c5c7d257, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733285755830
2024-12-04T04:15:58,184 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting d29e96677eb849aa9865f8562010efc5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733285756976
2024-12-04T04:15:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:15:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:58,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:58,189 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:58,191 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:58,191 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:15:58,191 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,191 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,191 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbc06e036c214cdbb78b6011c3eedb3d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3df652f0325e463b8f60c9eeb26effd2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/35619418be6942358be40f041d27f2e9] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.6 K
2024-12-04T04:15:58,191 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting fbc06e036c214cdbb78b6011c3eedb3d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733285755658
2024-12-04T04:15:58,194 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3df652f0325e463b8f60c9eeb26effd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733285755830
2024-12-04T04:15:58,194 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 35619418be6942358be40f041d27f2e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733285756976
2024-12-04T04:15:58,201 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120471e7038a82254749935d208bc657bec9_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,203 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120471e7038a82254749935d208bc657bec9_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,203 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120471e7038a82254749935d208bc657bec9_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,212 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#172 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:58,213 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/654d2566c1c541268f92aeaf4d2df28d is 50, key is test_row_0/B:col10/1733285756976/Put/seqid=0
2024-12-04T04:15:58,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-12-04T04:15:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,244 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:15:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742031_1207 (size=12949)
2024-12-04T04:15:58,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742030_1206 (size=4469)
2024-12-04T04:15:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-04T04:15:58,257 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#171 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:58,258 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/18f6e838542f4bc9946aede07f0f755b is 175, key is test_row_0/A:col10/1733285756976/Put/seqid=0
2024-12-04T04:15:58,266 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/654d2566c1c541268f92aeaf4d2df28d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/654d2566c1c541268f92aeaf4d2df28d
2024-12-04T04:15:58,275 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into 654d2566c1c541268f92aeaf4d2df28d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:58,275 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:58,275 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285758188; duration=0sec
2024-12-04T04:15:58,275 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:58,275 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:15:58,275 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:58,276 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:58,276 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:15:58,276 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,276 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7b80ec2ea1fb4016bf1ee5604f8dc6ea, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/562a7a18680f48f2ad2865f77679586f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/aa96dd8601e54ec3bf4d902784502814] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.6 K
2024-12-04T04:15:58,277 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b80ec2ea1fb4016bf1ee5604f8dc6ea, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733285755658
2024-12-04T04:15:58,277 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 562a7a18680f48f2ad2865f77679586f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733285755830
2024-12-04T04:15:58,278 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting aa96dd8601e54ec3bf4d902784502814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733285756976
2024-12-04T04:15:58,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204987a362879aa41e09b4e4e0437eb1e80_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285757710/Put/seqid=0
2024-12-04T04:15:58,293 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:58,294 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/1d0c5f027f314c428fbb1b7e7dd8742c is 50, key is test_row_0/C:col10/1733285756976/Put/seqid=0
2024-12-04T04:15:58,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742032_1208 (size=31903)
2024-12-04T04:15:58,305 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/18f6e838542f4bc9946aede07f0f755b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18f6e838542f4bc9946aede07f0f755b
2024-12-04T04:15:58,312 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 18f6e838542f4bc9946aede07f0f755b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:58,312 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:58,312 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285758181; duration=0sec
2024-12-04T04:15:58,312 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:58,312 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:15:58,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742033_1209 (size=12454)
2024-12-04T04:15:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:58,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204987a362879aa41e09b4e4e0437eb1e80_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204987a362879aa41e09b4e4e0437eb1e80_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:58,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/e2f810e14e49415d99f6df66da386b9c, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/e2f810e14e49415d99f6df66da386b9c is 175, key is test_row_0/A:col10/1733285757710/Put/seqid=0
2024-12-04T04:15:58,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742034_1210 (size=12949)
2024-12-04T04:15:58,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:58,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742035_1211 (size=31255)
2024-12-04T04:15:58,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/e2f810e14e49415d99f6df66da386b9c
2024-12-04T04:15:58,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/dc2b46862e47492bbb16497a25e22cf1 is 50, key is test_row_0/B:col10/1733285757710/Put/seqid=0
2024-12-04T04:15:58,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742036_1212 (size=12301)
2024-12-04T04:15:58,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/dc2b46862e47492bbb16497a25e22cf1
2024-12-04T04:15:58,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285818400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/89445e2e27a94462ac04a9ac931cbd98 is 50, key is test_row_0/C:col10/1733285757710/Put/seqid=0
2024-12-04T04:15:58,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742037_1213 (size=12301)
2024-12-04T04:15:58,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/89445e2e27a94462ac04a9ac931cbd98
2024-12-04T04:15:58,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/e2f810e14e49415d99f6df66da386b9c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2f810e14e49415d99f6df66da386b9c
2024-12-04T04:15:58,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2f810e14e49415d99f6df66da386b9c, entries=150, sequenceid=330, filesize=30.5 K
2024-12-04T04:15:58,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/dc2b46862e47492bbb16497a25e22cf1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dc2b46862e47492bbb16497a25e22cf1
2024-12-04T04:15:58,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dc2b46862e47492bbb16497a25e22cf1, entries=150, sequenceid=330, filesize=12.0 K
2024-12-04T04:15:58,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/89445e2e27a94462ac04a9ac931cbd98 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/89445e2e27a94462ac04a9ac931cbd98
2024-12-04T04:15:58,465 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/89445e2e27a94462ac04a9ac931cbd98, entries=150, sequenceid=330, filesize=12.0 K
2024-12-04T04:15:58,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for fbde65c981f9cd4c5c97d9a4be794739 in 222ms, sequenceid=330, compaction requested=false
2024-12-04T04:15:58,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-12-04T04:15:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-12-04T04:15:58,471 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-12-04T04:15:58,471 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 530 msec
2024-12-04T04:15:58,473 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 536 msec
2024-12-04T04:15:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:58,520 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:15:58,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:58,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:58,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:58,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043631e60de31c46fd8459f77eb5518282_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285758518/Put/seqid=0
2024-12-04T04:15:58,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742038_1214 (size=14994)
2024-12-04T04:15:58,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:58,548 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043631e60de31c46fd8459f77eb5518282_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043631e60de31c46fd8459f77eb5518282_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:58,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/3285f1a64ac246fdb0001ec8bc441ab6, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/3285f1a64ac246fdb0001ec8bc441ab6 is 175, key is test_row_0/A:col10/1733285758518/Put/seqid=0
2024-12-04T04:15:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-12-04T04:15:58,565 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:15:58,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:15:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-12-04T04:15:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-04T04:15:58,569 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:15:58,570 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:15:58,570 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:15:58,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742039_1215 (size=39949)
2024-12-04T04:15:58,586 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/3285f1a64ac246fdb0001ec8bc441ab6
2024-12-04T04:15:58,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/80f3dd5c0d9e46ecb984fc6610f24081 is 50, key is test_row_0/B:col10/1733285758518/Put/seqid=0
2024-12-04T04:15:58,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742040_1216 (size=12301)
2024-12-04T04:15:58,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285818613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:58,619 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/80f3dd5c0d9e46ecb984fc6610f24081
2024-12-04T04:15:58,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/56c7440434424211ac355f691043fc8b is 50, key is test_row_0/C:col10/1733285758518/Put/seqid=0
2024-12-04T04:15:58,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742041_1217 (size=12301)
2024-12-04T04:15:58,650 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/56c7440434424211ac355f691043fc8b
2024-12-04T04:15:58,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/3285f1a64ac246fdb0001ec8bc441ab6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3285f1a64ac246fdb0001ec8bc441ab6
2024-12-04T04:15:58,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3285f1a64ac246fdb0001ec8bc441ab6, entries=200, sequenceid=345, filesize=39.0 K
2024-12-04T04:15:58,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/80f3dd5c0d9e46ecb984fc6610f24081 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/80f3dd5c0d9e46ecb984fc6610f24081
2024-12-04T04:15:58,673 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/80f3dd5c0d9e46ecb984fc6610f24081, entries=150, sequenceid=345, filesize=12.0 K
2024-12-04T04:15:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-04T04:15:58,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/56c7440434424211ac355f691043fc8b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/56c7440434424211ac355f691043fc8b
2024-12-04T04:15:58,683 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/56c7440434424211ac355f691043fc8b, entries=150, sequenceid=345, filesize=12.0 K
2024-12-04T04:15:58,685 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-12-04T04:15:58,685 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-12-04T04:15:58,690 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fbde65c981f9cd4c5c97d9a4be794739 in 170ms, sequenceid=345, compaction requested=true
2024-12-04T04:15:58,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:58,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:15:58,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:58,690 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:58,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:58,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:58,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:15:58,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:15:58,692 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:58,692 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:15:58,692 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,692 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18f6e838542f4bc9946aede07f0f755b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2f810e14e49415d99f6df66da386b9c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3285f1a64ac246fdb0001ec8bc441ab6] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=100.7 K
2024-12-04T04:15:58,692 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,692 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18f6e838542f4bc9946aede07f0f755b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2f810e14e49415d99f6df66da386b9c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3285f1a64ac246fdb0001ec8bc441ab6]
2024-12-04T04:15:58,701 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f6e838542f4bc9946aede07f0f755b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733285756976
2024-12-04T04:15:58,705 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f810e14e49415d99f6df66da386b9c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733285757690
2024-12-04T04:15:58,713 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3285f1a64ac246fdb0001ec8bc441ab6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733285758381
2024-12-04T04:15:58,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-12-04T04:15:58,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,726 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:15:58,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:58,729 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:58,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:15:58,737 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204f55d25bd85b54bf6b1789228efe3e6b8_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,739 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204f55d25bd85b54bf6b1789228efe3e6b8_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,739 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f55d25bd85b54bf6b1789228efe3e6b8_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047a78955e47474e2fa501e3de5af4a747_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285758612/Put/seqid=0
2024-12-04T04:15:58,785 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/1d0c5f027f314c428fbb1b7e7dd8742c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1d0c5f027f314c428fbb1b7e7dd8742c
2024-12-04T04:15:58,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742042_1218 (size=4469)
2024-12-04T04:15:58,798 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 1d0c5f027f314c428fbb1b7e7dd8742c(size=12.6 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:58,799 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:58,799 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285758188; duration=0sec
2024-12-04T04:15:58,799 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:15:58,799 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:15:58,799 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:15:58,799 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:58,801 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:58,801 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:15:58,801 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:58,802 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/654d2566c1c541268f92aeaf4d2df28d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dc2b46862e47492bbb16497a25e22cf1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/80f3dd5c0d9e46ecb984fc6610f24081] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.7 K
2024-12-04T04:15:58,802 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 654d2566c1c541268f92aeaf4d2df28d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733285756976
2024-12-04T04:15:58,803 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting dc2b46862e47492bbb16497a25e22cf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733285757690
2024-12-04T04:15:58,804 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 80f3dd5c0d9e46ecb984fc6610f24081, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733285758381
2024-12-04T04:15:58,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742043_1219 (size=12454)
2024-12-04T04:15:58,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:15:58,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047a78955e47474e2fa501e3de5af4a747_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047a78955e47474e2fa501e3de5af4a747_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:58,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/bebe961cf1a2421b820a319231fa02af, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:15:58,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/bebe961cf1a2421b820a319231fa02af is 175, key is test_row_0/A:col10/1733285758612/Put/seqid=0
2024-12-04T04:15:58,817 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:58,818 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/cdaf0bea3e4e49b5a8ec606c1dc9ff66 is 50, key is test_row_0/B:col10/1733285758518/Put/seqid=0
2024-12-04T04:15:58,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742044_1220 (size=31255)
2024-12-04T04:15:58,826 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/bebe961cf1a2421b820a319231fa02af
2024-12-04T04:15:58,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285818820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:58,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/fbead4030ed74ef18a1d6213f8b9dca4 is 50, key is test_row_0/B:col10/1733285758612/Put/seqid=0
2024-12-04T04:15:58,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742045_1221 (size=13051)
2024-12-04T04:15:58,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742046_1222 (size=12301)
2024-12-04T04:15:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-04T04:15:58,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285818946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:59,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285819155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:59,190 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#180 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:59,191 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/164cdc2b60794c92985e4b43801b9794 is 175, key is test_row_0/A:col10/1733285758518/Put/seqid=0
2024-12-04T04:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-04T04:15:59,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742047_1223 (size=32005)
2024-12-04T04:15:59,218 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/164cdc2b60794c92985e4b43801b9794 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/164cdc2b60794c92985e4b43801b9794
2024-12-04T04:15:59,224 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 164cdc2b60794c92985e4b43801b9794(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:59,224 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:59,224 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285758690; duration=0sec
2024-12-04T04:15:59,224 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:15:59,224 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:15:59,224 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:15:59,225 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:15:59,225 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:15:59,226 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:59,226 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1d0c5f027f314c428fbb1b7e7dd8742c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/89445e2e27a94462ac04a9ac931cbd98, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/56c7440434424211ac355f691043fc8b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.7 K
2024-12-04T04:15:59,226 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d0c5f027f314c428fbb1b7e7dd8742c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733285756976
2024-12-04T04:15:59,226 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89445e2e27a94462ac04a9ac931cbd98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733285757690
2024-12-04T04:15:59,227 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56c7440434424211ac355f691043fc8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733285758381
2024-12-04T04:15:59,237 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:15:59,238 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/a969b85eaa09437c94ef5289ea8cbb15 is 50, key is test_row_0/C:col10/1733285758518/Put/seqid=0
2024-12-04T04:15:59,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742048_1224 (size=13051)
2024-12-04T04:15:59,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/fbead4030ed74ef18a1d6213f8b9dca4
2024-12-04T04:15:59,270 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/cdaf0bea3e4e49b5a8ec606c1dc9ff66 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cdaf0bea3e4e49b5a8ec606c1dc9ff66
2024-12-04T04:15:59,271 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/a969b85eaa09437c94ef5289ea8cbb15 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a969b85eaa09437c94ef5289ea8cbb15
2024-12-04T04:15:59,277 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into cdaf0bea3e4e49b5a8ec606c1dc9ff66(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:59,279 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:59,279 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285758690; duration=0sec
2024-12-04T04:15:59,279 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:59,279 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:15:59,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/8eba411631f2430db0142457793a675f is 50, key is test_row_0/C:col10/1733285758612/Put/seqid=0
2024-12-04T04:15:59,282 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into a969b85eaa09437c94ef5289ea8cbb15(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:15:59,282 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:59,282 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285758690; duration=0sec
2024-12-04T04:15:59,282 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:15:59,282 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:15:59,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742049_1225 (size=12301)
2024-12-04T04:15:59,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:15:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285819465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:15:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:15:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:15:59,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/8eba411631f2430db0142457793a675f
2024-12-04T04:15:59,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/bebe961cf1a2421b820a319231fa02af as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/bebe961cf1a2421b820a319231fa02af
2024-12-04T04:15:59,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/bebe961cf1a2421b820a319231fa02af, entries=150, sequenceid=364, filesize=30.5 K
2024-12-04T04:15:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/fbead4030ed74ef18a1d6213f8b9dca4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbead4030ed74ef18a1d6213f8b9dca4
2024-12-04T04:15:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-04T04:15:59,707 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbead4030ed74ef18a1d6213f8b9dca4, entries=150, sequenceid=364, filesize=12.0 K
2024-12-04T04:15:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/8eba411631f2430db0142457793a675f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/8eba411631f2430db0142457793a675f
2024-12-04T04:15:59,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/8eba411631f2430db0142457793a675f, entries=150, sequenceid=364, filesize=12.0 K
2024-12-04T04:15:59,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for fbde65c981f9cd4c5c97d9a4be794739 in 989ms, sequenceid=364, compaction requested=false
2024-12-04T04:15:59,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:15:59,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:15:59,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-12-04T04:15:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-12-04T04:15:59,720 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-12-04T04:15:59,720 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec
2024-12-04T04:15:59,722 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.1540 sec
2024-12-04T04:15:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:15:59,976 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:15:59,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:15:59,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:59,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:15:59,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:59,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:15:59,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:15:59,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049a9ba6f3090543ad84e5f4d85e807bda_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285758800/Put/seqid=0
2024-12-04T04:16:00,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742050_1226 (size=14994)
2024-12-04T04:16:00,007 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:00,012 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049a9ba6f3090543ad84e5f4d85e807bda_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049a9ba6f3090543ad84e5f4d85e807bda_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:00,013 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/1339c286489949e1bd0732839058ac9f, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:00,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/1339c286489949e1bd0732839058ac9f is 175, key is test_row_0/A:col10/1733285758800/Put/seqid=0
2024-12-04T04:16:00,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742051_1227 (size=39949)
2024-12-04T04:16:00,022 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/1339c286489949e1bd0732839058ac9f
2024-12-04T04:16:00,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/51d9d318321f4f288c6d7bf45a21049b is 50, key is test_row_0/B:col10/1733285758800/Put/seqid=0
2024-12-04T04:16:00,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285820035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,040 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in fbde65c981f9cd4c5c97d9a4be794739 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285820038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285820038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285820039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285820040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742052_1228 (size=12301)
2024-12-04T04:16:00,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285820155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285820155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285820156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285820157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285820365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285820366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285820366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285820366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,462 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/51d9d318321f4f288c6d7bf45a21049b
2024-12-04T04:16:00,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/b96bcb0a5b23427eab8137afecf8ecac is 50, key is test_row_0/C:col10/1733285758800/Put/seqid=0
2024-12-04T04:16:00,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742053_1229 (size=12301)
2024-12-04T04:16:00,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285820676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285820676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285820676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285820676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-12-04T04:16:00,716 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:00,717 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-12-04T04:16:00,719 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-04T04:16:00,720 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:00,720 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-04T04:16:00,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-12-04T04:16:00,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:00,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:00,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:00,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:00,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:00,878 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/b96bcb0a5b23427eab8137afecf8ecac
2024-12-04T04:16:00,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/1339c286489949e1bd0732839058ac9f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/1339c286489949e1bd0732839058ac9f
2024-12-04T04:16:00,887 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/1339c286489949e1bd0732839058ac9f, entries=200, sequenceid=382, filesize=39.0 K
2024-12-04T04:16:00,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/51d9d318321f4f288c6d7bf45a21049b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/51d9d318321f4f288c6d7bf45a21049b
2024-12-04T04:16:00,892 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/51d9d318321f4f288c6d7bf45a21049b, entries=150, sequenceid=382, filesize=12.0 K
2024-12-04T04:16:00,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/b96bcb0a5b23427eab8137afecf8ecac as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b96bcb0a5b23427eab8137afecf8ecac
2024-12-04T04:16:00,898 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b96bcb0a5b23427eab8137afecf8ecac, entries=150, sequenceid=382, filesize=12.0 K
2024-12-04T04:16:00,899 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for fbde65c981f9cd4c5c97d9a4be794739 in 923ms, sequenceid=382, compaction requested=true
2024-12-04T04:16:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:00,899 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:00,899 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:00,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:00,900 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:00,900 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:16:00,900 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:00,900 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:00,900 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:16:00,900 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:00,900 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cdaf0bea3e4e49b5a8ec606c1dc9ff66, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbead4030ed74ef18a1d6213f8b9dca4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/51d9d318321f4f288c6d7bf45a21049b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.8 K
2024-12-04T04:16:00,901 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/164cdc2b60794c92985e4b43801b9794, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/bebe961cf1a2421b820a319231fa02af, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/1339c286489949e1bd0732839058ac9f] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=100.8 K
2024-12-04T04:16:00,901 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:00,901 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/164cdc2b60794c92985e4b43801b9794, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/bebe961cf1a2421b820a319231fa02af, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/1339c286489949e1bd0732839058ac9f]
2024-12-04T04:16:00,901 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting cdaf0bea3e4e49b5a8ec606c1dc9ff66, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733285758381
2024-12-04T04:16:00,901 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 164cdc2b60794c92985e4b43801b9794, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733285758381
2024-12-04T04:16:00,901 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting fbead4030ed74ef18a1d6213f8b9dca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285758565
2024-12-04T04:16:00,901 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 51d9d318321f4f288c6d7bf45a21049b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733285758800
2024-12-04T04:16:00,901 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting bebe961cf1a2421b820a319231fa02af, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285758565
2024-12-04T04:16:00,902 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1339c286489949e1bd0732839058ac9f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733285758796
2024-12-04T04:16:00,910 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:00,911 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/5e0d163d4dcd48c2a4d261ad99baddac is 50, key is test_row_0/B:col10/1733285758800/Put/seqid=0
2024-12-04T04:16:00,914 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:00,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742054_1230 (size=13153)
2024-12-04T04:16:00,933 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/5e0d163d4dcd48c2a4d261ad99baddac as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/5e0d163d4dcd48c2a4d261ad99baddac
2024-12-04T04:16:00,935 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120400033bc92cd14b27a34a0b67f1c13e1d_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:00,936 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120400033bc92cd14b27a34a0b67f1c13e1d_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:00,936 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120400033bc92cd14b27a34a0b67f1c13e1d_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:00,940 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into 5e0d163d4dcd48c2a4d261ad99baddac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:00,940 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:00,940 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285760899; duration=0sec
2024-12-04T04:16:00,941 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:00,941 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:16:00,941 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:00,942 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:00,942 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:16:00,943 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:00,943 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a969b85eaa09437c94ef5289ea8cbb15, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/8eba411631f2430db0142457793a675f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b96bcb0a5b23427eab8137afecf8ecac] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.8 K
2024-12-04T04:16:00,944 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a969b85eaa09437c94ef5289ea8cbb15, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733285758381
2024-12-04T04:16:00,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742055_1231 (size=4469)
2024-12-04T04:16:00,948 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eba411631f2430db0142457793a675f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285758565
2024-12-04T04:16:00,949 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b96bcb0a5b23427eab8137afecf8ecac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733285758800
2024-12-04T04:16:00,971 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:00,971 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/51dd5a2a932c4dac80d9e28c6f244973 is 50, key is test_row_0/C:col10/1733285758800/Put/seqid=0
2024-12-04T04:16:00,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742056_1232 (size=13153)
2024-12-04T04:16:00,988 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/51dd5a2a932c4dac80d9e28c6f244973 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/51dd5a2a932c4dac80d9e28c6f244973
2024-12-04T04:16:00,995 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 51dd5a2a932c4dac80d9e28c6f244973(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:00,995 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:00,995 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285760899; duration=0sec
2024-12-04T04:16:00,995 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:00,995 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:16:01,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-12-04T04:16:01,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:01,027 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:16:01,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:01,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:01,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:01,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-04T04:16:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c31bae0e59484572910a7a82cd389f7e_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285760038/Put/seqid=0
2024-12-04T04:16:01,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742057_1233 (size=12454)
2024-12-04T04:16:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:01,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285821195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285821198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285821199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285821201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285821310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285821315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285821315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-04T04:16:01,353 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:01,354 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/93bb9d458adb4969be500e4f30e0097f is 175, key is test_row_0/A:col10/1733285758800/Put/seqid=0
2024-12-04T04:16:01,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742058_1234 (size=32107)
2024-12-04T04:16:01,381 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/93bb9d458adb4969be500e4f30e0097f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93bb9d458adb4969be500e4f30e0097f
2024-12-04T04:16:01,387 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 93bb9d458adb4969be500e4f30e0097f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:01,387 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:01,387 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285760899; duration=0sec
2024-12-04T04:16:01,387 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:01,388 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:16:01,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:01,470 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c31bae0e59484572910a7a82cd389f7e_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c31bae0e59484572910a7a82cd389f7e_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/dee4f0284b1a4d139d4a7f0d74662972, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/dee4f0284b1a4d139d4a7f0d74662972 is 175, key is test_row_0/A:col10/1733285760038/Put/seqid=0
2024-12-04T04:16:01,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742059_1235 (size=31255)
2024-12-04T04:16:01,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/dee4f0284b1a4d139d4a7f0d74662972
2024-12-04T04:16:01,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285821525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285821527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285821536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8b52d6b019254b43834e04001494a060 is 50, key is test_row_0/B:col10/1733285760038/Put/seqid=0
2024-12-04T04:16:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742060_1236 (size=12301)
2024-12-04T04:16:01,588 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8b52d6b019254b43834e04001494a060
2024-12-04T04:16:01,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/108887832da94870b8e54486b8ccb89b is 50, key is test_row_0/C:col10/1733285760038/Put/seqid=0
2024-12-04T04:16:01,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742061_1237 (size=12301)
2024-12-04T04:16:01,625 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/108887832da94870b8e54486b8ccb89b
2024-12-04T04:16:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/dee4f0284b1a4d139d4a7f0d74662972 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dee4f0284b1a4d139d4a7f0d74662972
2024-12-04T04:16:01,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dee4f0284b1a4d139d4a7f0d74662972, entries=150, sequenceid=403, filesize=30.5 K
2024-12-04T04:16:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8b52d6b019254b43834e04001494a060 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b52d6b019254b43834e04001494a060
2024-12-04T04:16:01,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b52d6b019254b43834e04001494a060, entries=150, sequenceid=403, filesize=12.0 K
2024-12-04T04:16:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/108887832da94870b8e54486b8ccb89b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/108887832da94870b8e54486b8ccb89b
2024-12-04T04:16:01,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/108887832da94870b8e54486b8ccb89b, entries=150, sequenceid=403, filesize=12.0 K
2024-12-04T04:16:01,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for fbde65c981f9cd4c5c97d9a4be794739 in 638ms, sequenceid=403, compaction requested=false
2024-12-04T04:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-12-04T04:16:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-12-04T04:16:01,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-12-04T04:16:01,669 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 947 msec
2024-12-04T04:16:01,671 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 952 msec
2024-12-04T04:16:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:01,839 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:16:01,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:01,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:01,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:01,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:01,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:01,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-12-04T04:16:01,856 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:01,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:01,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285821867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285821872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285821873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-12-04T04:16:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-04T04:16:01,905 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:01,906 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:01,906 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:01,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045ecab19f8994493ea30427d0ab7fb107_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285761199/Put/seqid=0
2024-12-04T04:16:01,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742062_1238 (size=12454)
2024-12-04T04:16:01,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:01,935 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045ecab19f8994493ea30427d0ab7fb107_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045ecab19f8994493ea30427d0ab7fb107_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:01,936 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/dc06f63d890845478ab8bf9d45e2d71e, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:01,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/dc06f63d890845478ab8bf9d45e2d71e is 175, key is test_row_0/A:col10/1733285761199/Put/seqid=0
2024-12-04T04:16:01,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742063_1239 (size=31255)
2024-12-04T04:16:01,942 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/dc06f63d890845478ab8bf9d45e2d71e
2024-12-04T04:16:01,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a3425349f64844e5858828e2a3bc3031 is 50, key is test_row_0/B:col10/1733285761199/Put/seqid=0
2024-12-04T04:16:01,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742064_1240 (size=12301)
2024-12-04T04:16:01,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285821975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285821975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:01,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285821985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:01,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-04T04:16:02,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-04T04:16:02,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:02,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285822185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:02,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285822185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:02,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285822195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:02,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-04T04:16:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285822215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:02,218 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in fbde65c981f9cd4c5c97d9a4be794739 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-04T04:16:02,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-04T04:16:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:02,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,366 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a3425349f64844e5858828e2a3bc3031
2024-12-04T04:16:02,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/4e5a63be30194158a6fbe8539fcc1c62 is 50, key is test_row_0/C:col10/1733285761199/Put/seqid=0
2024-12-04T04:16:02,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742065_1241 (size=12301)
2024-12-04T04:16:02,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285822495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:02,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285822496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:02,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285822506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:02,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-04T04:16:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-04T04:16:02,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-04T04:16:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:02,777 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/4e5a63be30194158a6fbe8539fcc1c62
2024-12-04T04:16:02,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/dc06f63d890845478ab8bf9d45e2d71e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dc06f63d890845478ab8bf9d45e2d71e
2024-12-04T04:16:02,789 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dc06f63d890845478ab8bf9d45e2d71e, entries=150, sequenceid=418, filesize=30.5 K
2024-12-04T04:16:02,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a3425349f64844e5858828e2a3bc3031 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a3425349f64844e5858828e2a3bc3031
2024-12-04T04:16:02,801 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a3425349f64844e5858828e2a3bc3031, entries=150, sequenceid=418, filesize=12.0 K
2024-12-04T04:16:02,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/4e5a63be30194158a6fbe8539fcc1c62 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/4e5a63be30194158a6fbe8539fcc1c62
2024-12-04T04:16:02,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/4e5a63be30194158a6fbe8539fcc1c62, entries=150, sequenceid=418, filesize=12.0 K
2024-12-04T04:16:02,809 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for fbde65c981f9cd4c5c97d9a4be794739 in 969ms, sequenceid=418, compaction requested=true
2024-12-04T04:16:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:02,809 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:02,809 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:02,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:02,810 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:02,810 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:16:02,810 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:02,810 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,810 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:16:02,810 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,810 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93bb9d458adb4969be500e4f30e0097f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dee4f0284b1a4d139d4a7f0d74662972, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dc06f63d890845478ab8bf9d45e2d71e] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=92.4 K
2024-12-04T04:16:02,810 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,810 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/5e0d163d4dcd48c2a4d261ad99baddac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b52d6b019254b43834e04001494a060, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a3425349f64844e5858828e2a3bc3031] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.9 K
2024-12-04T04:16:02,810 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93bb9d458adb4969be500e4f30e0097f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dee4f0284b1a4d139d4a7f0d74662972, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dc06f63d890845478ab8bf9d45e2d71e]
2024-12-04T04:16:02,811 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e0d163d4dcd48c2a4d261ad99baddac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733285758800
2024-12-04T04:16:02,811 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93bb9d458adb4969be500e4f30e0097f, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733285758800
2024-12-04T04:16:02,811 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting dee4f0284b1a4d139d4a7f0d74662972, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733285760027
2024-12-04T04:16:02,811 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b52d6b019254b43834e04001494a060, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733285760027
2024-12-04T04:16:02,811 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc06f63d890845478ab8bf9d45e2d71e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285761198
2024-12-04T04:16:02,811 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a3425349f64844e5858828e2a3bc3031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285761198
2024-12-04T04:16:02,816 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:02,826 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:02,827 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8b3c7d63323c49c19ac17d7047616db8 is 50, key is test_row_0/B:col10/1733285761199/Put/seqid=0
2024-12-04T04:16:02,828 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204b21295db7a5b4d3eadd2ca2722c12b18_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:02,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-12-04T04:16:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,830 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:16:02,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:02,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:02,830 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204b21295db7a5b4d3eadd2ca2722c12b18_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:02,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:02,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:02,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:02,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:02,830 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b21295db7a5b4d3eadd2ca2722c12b18_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:02,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742066_1242 (size=13255)
2024-12-04T04:16:02,851 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/8b3c7d63323c49c19ac17d7047616db8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b3c7d63323c49c19ac17d7047616db8
2024-12-04T04:16:02,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742067_1243 (size=4469)
2024-12-04T04:16:02,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a9b029c831b74c3cb4f6dc4f8f129709_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285761871/Put/seqid=0
2024-12-04T04:16:02,861 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into 8b3c7d63323c49c19ac17d7047616db8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:02,861 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:02,861 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285762809; duration=0sec
2024-12-04T04:16:02,861 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:02,861 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:16:02,861 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:02,863 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:02,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742068_1244 (size=12454)
2024-12-04T04:16:02,863 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:16:02,863 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,864 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/51dd5a2a932c4dac80d9e28c6f244973, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/108887832da94870b8e54486b8ccb89b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/4e5a63be30194158a6fbe8539fcc1c62] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=36.9 K
2024-12-04T04:16:02,864 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 51dd5a2a932c4dac80d9e28c6f244973, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733285758800
2024-12-04T04:16:02,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,865 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 108887832da94870b8e54486b8ccb89b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733285760027
2024-12-04T04:16:02,865 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e5a63be30194158a6fbe8539fcc1c62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285761198
2024-12-04T04:16:02,868 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a9b029c831b74c3cb4f6dc4f8f129709_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a9b029c831b74c3cb4f6dc4f8f129709_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:02,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/c6c6cf64eae84a84b311ae4ef3bad029, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:02,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/c6c6cf64eae84a84b311ae4ef3bad029 is 175, key is test_row_0/A:col10/1733285761871/Put/seqid=0
2024-12-04T04:16:02,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742069_1245 (size=31255)
2024-12-04T04:16:02,875 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:02,875 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/2db36b96e0f2451eac5edab894a29a2e is 50, key is test_row_0/C:col10/1733285761199/Put/seqid=0
2024-12-04T04:16:02,881 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=437, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/c6c6cf64eae84a84b311ae4ef3bad029
2024-12-04T04:16:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/b129fb2175ca49918b4ca0efd9521902 is 50, key is test_row_0/B:col10/1733285761871/Put/seqid=0
2024-12-04T04:16:02,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742071_1247 (size=12301)
2024-12-04T04:16:02,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/b129fb2175ca49918b4ca0efd9521902
2024-12-04T04:16:02,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742070_1246 (size=13255)
2024-12-04T04:16:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/ee6fa9e411c943f7920c6fab9080e378 is 50, key is test_row_0/C:col10/1733285761871/Put/seqid=0
2024-12-04T04:16:02,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742072_1248 (size=12301)
2024-12-04T04:16:02,928 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/ee6fa9e411c943f7920c6fab9080e378
2024-12-04T04:16:02,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/c6c6cf64eae84a84b311ae4ef3bad029 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/c6c6cf64eae84a84b311ae4ef3bad029
2024-12-04T04:16:02,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/c6c6cf64eae84a84b311ae4ef3bad029, entries=150, sequenceid=437, filesize=30.5 K
2024-12-04T04:16:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/b129fb2175ca49918b4ca0efd9521902 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/b129fb2175ca49918b4ca0efd9521902
2024-12-04T04:16:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,948 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/b129fb2175ca49918b4ca0efd9521902, entries=150, sequenceid=437, filesize=12.0 K
2024-12-04T04:16:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/ee6fa9e411c943f7920c6fab9080e378 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ee6fa9e411c943f7920c6fab9080e378
2024-12-04T04:16:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,956 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ee6fa9e411c943f7920c6fab9080e378, entries=150, sequenceid=437, filesize=12.0 K
2024-12-04T04:16:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for fbde65c981f9cd4c5c97d9a4be794739 in 128ms, sequenceid=437, compaction requested=false
2024-12-04T04:16:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-12-04T04:16:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-12-04T04:16:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,961 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-12-04T04:16:02,961 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec
2024-12-04T04:16:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,964 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.1060 sec
2024-12-04T04:16:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-12-04T04:16:03,046 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-12-04T04:16:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-04T04:16:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,051 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,053 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:03,053 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,119 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:16:03,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:03,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:03,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:03,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:03,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:03,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-04T04:16:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043edd654d64c94e07b793c2a3b7662b74_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285763116/Put/seqid=0
2024-12-04T04:16:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742074_1250 (size=25158)
2024-12-04T04:16:03,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,203 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043edd654d64c94e07b793c2a3b7662b74_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043edd654d64c94e07b793c2a3b7662b74_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:03,204 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ede3b659a60c4b62b7c11b7e877159fd, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:03,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ede3b659a60c4b62b7c11b7e877159fd is 175, key is test_row_0/A:col10/1733285763116/Put/seqid=0
2024-12-04T04:16:03,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742073_1249 (size=74795)
2024-12-04T04:16:03,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-04T04:16:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285763186, max timestamp=1733285763217Num uniques 859; 
2024-12-04T04:16:03,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:03,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285763186, max timestamp=1733285763217Num uniques 859; 
2024-12-04T04:16:03,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285763186, max timestamp=1733285763217Num uniques 859; 
2024-12-04T04:16:03,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:03,220 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:03,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285823246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285823249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285823249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,257 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#198 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:03,257 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/da7d2a3a1b8a4206bc96219d394d025c is 175, key is test_row_0/A:col10/1733285761199/Put/seqid=0
2024-12-04T04:16:03,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742075_1251 (size=32209)
2024-12-04T04:16:03,293 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/da7d2a3a1b8a4206bc96219d394d025c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/da7d2a3a1b8a4206bc96219d394d025c
2024-12-04T04:16:03,302 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into da7d2a3a1b8a4206bc96219d394d025c(size=31.5 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:03,302 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:03,302 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285762809; duration=0sec
2024-12-04T04:16:03,302 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:03,302 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:16:03,312 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/2db36b96e0f2451eac5edab894a29a2e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2db36b96e0f2451eac5edab894a29a2e
2024-12-04T04:16:03,318 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 2db36b96e0f2451eac5edab894a29a2e(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:03,318 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:03,318 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285762809; duration=0sec
2024-12-04T04:16:03,319 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:03,319 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:16:03,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-04T04:16:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-04T04:16:03,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285823366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285823370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285823370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-04T04:16:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285823575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285823575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285823585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,611 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ede3b659a60c4b62b7c11b7e877159fd
2024-12-04T04:16:03,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a192ad379a254469bcd6a20a5a796829 is 50, key is test_row_0/B:col10/1733285763116/Put/seqid=0
2024-12-04T04:16:03,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742076_1252 (size=12301)
2024-12-04T04:16:03,666 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a192ad379a254469bcd6a20a5a796829
2024-12-04T04:16:03,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-04T04:16:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=59
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-04T04:16:03,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/6e82f7316a9541d2b4e1825385819cea is 50, key is test_row_0/C:col10/1733285763116/Put/seqid=0
2024-12-04T04:16:03,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742077_1253 (size=12301)
2024-12-04T04:16:03,744 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/6e82f7316a9541d2b4e1825385819cea
2024-12-04T04:16:03,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/ede3b659a60c4b62b7c11b7e877159fd as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ede3b659a60c4b62b7c11b7e877159fd
2024-12-04T04:16:03,762 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ede3b659a60c4b62b7c11b7e877159fd, entries=400, sequenceid=449, filesize=73.0 K
2024-12-04T04:16:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a192ad379a254469bcd6a20a5a796829 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a192ad379a254469bcd6a20a5a796829
2024-12-04T04:16:03,770 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a192ad379a254469bcd6a20a5a796829, entries=150, sequenceid=449, filesize=12.0 K
2024-12-04T04:16:03,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/6e82f7316a9541d2b4e1825385819cea as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e82f7316a9541d2b4e1825385819cea
2024-12-04T04:16:03,781 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e82f7316a9541d2b4e1825385819cea, entries=150, sequenceid=449, filesize=12.0 K
2024-12-04T04:16:03,783 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for fbde65c981f9cd4c5c97d9a4be794739 in 665ms, sequenceid=449, compaction requested=true
2024-12-04T04:16:03,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:03,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:03,784 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:03,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:03,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:03,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:03,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:03,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:03,785 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:03,786 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:03,786 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:16:03,786 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,786 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b3c7d63323c49c19ac17d7047616db8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/b129fb2175ca49918b4ca0efd9521902, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a192ad379a254469bcd6a20a5a796829] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=37.0 K
2024-12-04T04:16:03,787 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 138259 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:03,787 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:16:03,787 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,787 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/da7d2a3a1b8a4206bc96219d394d025c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/c6c6cf64eae84a84b311ae4ef3bad029, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ede3b659a60c4b62b7c11b7e877159fd] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=135.0 K
2024-12-04T04:16:03,787 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,787 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/da7d2a3a1b8a4206bc96219d394d025c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/c6c6cf64eae84a84b311ae4ef3bad029, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ede3b659a60c4b62b7c11b7e877159fd]
2024-12-04T04:16:03,787 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b3c7d63323c49c19ac17d7047616db8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285761198
2024-12-04T04:16:03,787 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting da7d2a3a1b8a4206bc96219d394d025c, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285761198
2024-12-04T04:16:03,788 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b129fb2175ca49918b4ca0efd9521902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285761866
2024-12-04T04:16:03,788 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6c6cf64eae84a84b311ae4ef3bad029, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285761866
2024-12-04T04:16:03,788 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a192ad379a254469bcd6a20a5a796829, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733285763106
2024-12-04T04:16:03,788 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ede3b659a60c4b62b7c11b7e877159fd, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733285763048
2024-12-04T04:16:03,804 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:03,809 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:03,810 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/c55cc28574aa447c813e2b45c7b188c8 is 50, key is test_row_0/B:col10/1733285763116/Put/seqid=0
2024-12-04T04:16:03,821 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204019a5ebb843745539abdca8e81a5bd7b_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:03,824 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204019a5ebb843745539abdca8e81a5bd7b_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:03,824 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204019a5ebb843745539abdca8e81a5bd7b_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:03,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-12-04T04:16:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,828 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-12-04T04:16:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:03,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:03,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:03,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:03,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:03,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:03,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742078_1254 (size=13357)
2024-12-04T04:16:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e47ed5a2b96d46c18be1582771e037a2_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285763245/Put/seqid=0
2024-12-04T04:16:03,858 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/c55cc28574aa447c813e2b45c7b188c8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/c55cc28574aa447c813e2b45c7b188c8
2024-12-04T04:16:03,864 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into c55cc28574aa447c813e2b45c7b188c8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:03,864 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:03,864 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285763784; duration=0sec
2024-12-04T04:16:03,864 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:03,864 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:16:03,864 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:03,868 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:03,868 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:16:03,868 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:03,868 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2db36b96e0f2451eac5edab894a29a2e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ee6fa9e411c943f7920c6fab9080e378, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e82f7316a9541d2b4e1825385819cea] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=37.0 K
2024-12-04T04:16:03,868 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2db36b96e0f2451eac5edab894a29a2e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733285761198
2024-12-04T04:16:03,869 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ee6fa9e411c943f7920c6fab9080e378, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285761866
2024-12-04T04:16:03,869 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e82f7316a9541d2b4e1825385819cea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733285763106
2024-12-04T04:16:03,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742079_1255 (size=4469)
2024-12-04T04:16:03,873 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#207 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:03,874 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/9d7cfc862612473794bb6cca555c3eb0 is 175, key is test_row_0/A:col10/1733285763116/Put/seqid=0
2024-12-04T04:16:03,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742080_1256 (size=12454)
2024-12-04T04:16:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:03,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:03,900 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:03,900 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/1585dfede2e6414585194c7ec7437395 is 50, key is test_row_0/C:col10/1733285763116/Put/seqid=0
2024-12-04T04:16:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:03,907 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e47ed5a2b96d46c18be1582771e037a2_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e47ed5a2b96d46c18be1582771e037a2_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:03,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/98a43dc3b2cb4930bbfe1c2de3dc90ad, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/98a43dc3b2cb4930bbfe1c2de3dc90ad is 175, key is test_row_0/A:col10/1733285763245/Put/seqid=0
2024-12-04T04:16:03,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285823912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285823914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285823917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:03,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742081_1257 (size=32311)
2024-12-04T04:16:03,941 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/9d7cfc862612473794bb6cca555c3eb0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d7cfc862612473794bb6cca555c3eb0
2024-12-04T04:16:03,956 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 9d7cfc862612473794bb6cca555c3eb0(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:03,956 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:03,956 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285763784; duration=0sec
2024-12-04T04:16:03,956 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:03,956 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:16:03,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742082_1258 (size=13357)
2024-12-04T04:16:03,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742083_1259 (size=31255)
2024-12-04T04:16:03,983 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=485, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/98a43dc3b2cb4930bbfe1c2de3dc90ad
2024-12-04T04:16:04,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/bc43c15ee45641a081908cc9ae30ea7b is 50, key is test_row_0/B:col10/1733285763245/Put/seqid=0
2024-12-04T04:16:04,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742084_1260 (size=12301)
2024-12-04T04:16:04,021 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/bc43c15ee45641a081908cc9ae30ea7b
2024-12-04T04:16:04,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285824025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285824025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285824036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/7912c888b06644e5b4a5984f1d0a00f8 is 50, key is test_row_0/C:col10/1733285763245/Put/seqid=0
2024-12-04T04:16:04,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60798 deadline: 1733285824065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,072 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in fbde65c981f9cd4c5c97d9a4be794739 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742085_1261 (size=12301)
2024-12-04T04:16:04,078 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/7912c888b06644e5b4a5984f1d0a00f8
2024-12-04T04:16:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/98a43dc3b2cb4930bbfe1c2de3dc90ad as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/98a43dc3b2cb4930bbfe1c2de3dc90ad
2024-12-04T04:16:04,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/98a43dc3b2cb4930bbfe1c2de3dc90ad, entries=150, sequenceid=485, filesize=30.5 K
2024-12-04T04:16:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/bc43c15ee45641a081908cc9ae30ea7b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/bc43c15ee45641a081908cc9ae30ea7b
2024-12-04T04:16:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/bc43c15ee45641a081908cc9ae30ea7b, entries=150, sequenceid=485, filesize=12.0 K
2024-12-04T04:16:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/7912c888b06644e5b4a5984f1d0a00f8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7912c888b06644e5b4a5984f1d0a00f8
2024-12-04T04:16:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,130 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7912c888b06644e5b4a5984f1d0a00f8, entries=150, sequenceid=485, filesize=12.0 K
2024-12-04T04:16:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for fbde65c981f9cd4c5c97d9a4be794739 in 302ms, sequenceid=485, compaction requested=false
2024-12-04T04:16:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:04,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-12-04T04:16:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-12-04T04:16:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-12-04T04:16:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,134 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0790 sec
2024-12-04T04:16:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,138 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.0880 sec
2024-12-04T04:16:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-12-04T04:16:04,186 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,187 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-12-04T04:16:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-04T04:16:04,192 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,193 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:04,193 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,242 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-04T04:16:04,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:04,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:04,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:04,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:04,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120440c6e07e6754440ebc5d9e3f834e8b7b_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285763913/Put/seqid=0
2024-12-04T04:16:04,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742086_1262 (size=12454)
2024-12-04T04:16:04,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:04,291 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120440c6e07e6754440ebc5d9e3f834e8b7b_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120440c6e07e6754440ebc5d9e3f834e8b7b_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:04,294 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/4cabe283804b434192d4217f7016c4b9, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:04,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/4cabe283804b434192d4217f7016c4b9 is 175, key is test_row_0/A:col10/1733285763913/Put/seqid=0
2024-12-04T04:16:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-04T04:16:04,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285824295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733285764283, max timestamp=1733285764298Num uniques 859; 
2024-12-04T04:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733285764283, max timestamp=1733285764298Num uniques 859; 
2024-12-04T04:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733285764283, max timestamp=1733285764298Num uniques 859; 
2024-12-04T04:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:04,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742087_1263 (size=31255)
2024-12-04T04:16:04,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285824331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285824331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285824332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:04,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:04,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,382 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/1585dfede2e6414585194c7ec7437395 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1585dfede2e6414585194c7ec7437395
2024-12-04T04:16:04,389 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 1585dfede2e6414585194c7ec7437395(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:04,389 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:04,389 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285763784; duration=0sec
2024-12-04T04:16:04,389 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:04,389 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:16:04,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285824405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285824445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285824445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285824446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-04T04:16:04,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:04,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:04,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285824616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285824655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285824655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285824655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,720 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=499, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/4cabe283804b434192d4217f7016c4b9
2024-12-04T04:16:04,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/814657a766b74f3b991c23ece1d28476 is 50, key is test_row_0/B:col10/1733285763913/Put/seqid=0
2024-12-04T04:16:04,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742088_1264 (size=12301)
2024-12-04T04:16:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-04T04:16:04,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285824937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285824965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:04,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285824968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:04,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285824976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:05,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:05,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,156 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/814657a766b74f3b991c23ece1d28476
2024-12-04T04:16:05,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/2a4032d4cd1b45eea5a7fef7ea10a08f is 50, key is test_row_0/C:col10/1733285763913/Put/seqid=0
2024-12-04T04:16:05,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742089_1265 (size=12301)
2024-12-04T04:16:05,293 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/2a4032d4cd1b45eea5a7fef7ea10a08f
2024-12-04T04:16:05,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/4cabe283804b434192d4217f7016c4b9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/4cabe283804b434192d4217f7016c4b9
2024-12-04T04:16:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-04T04:16:05,334 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/4cabe283804b434192d4217f7016c4b9, entries=150, sequenceid=499, filesize=30.5 K
2024-12-04T04:16:05,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/814657a766b74f3b991c23ece1d28476 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/814657a766b74f3b991c23ece1d28476
2024-12-04T04:16:05,342 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/814657a766b74f3b991c23ece1d28476, entries=150, sequenceid=499, filesize=12.0 K
2024-12-04T04:16:05,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/2a4032d4cd1b45eea5a7fef7ea10a08f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2a4032d4cd1b45eea5a7fef7ea10a08f
2024-12-04T04:16:05,385 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2a4032d4cd1b45eea5a7fef7ea10a08f, entries=150, sequenceid=499, filesize=12.0 K
2024-12-04T04:16:05,400 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for fbde65c981f9cd4c5c97d9a4be794739 in 1158ms, sequenceid=499, compaction requested=true
2024-12-04T04:16:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:16:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-12-04T04:16:05,401 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:05,401 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:05,403 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:05,404 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:16:05,404 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,404 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1585dfede2e6414585194c7ec7437395, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7912c888b06644e5b4a5984f1d0a00f8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2a4032d4cd1b45eea5a7fef7ea10a08f] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=37.1 K
2024-12-04T04:16:05,404 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94821 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:05,405 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:16:05,405 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,405 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d7cfc862612473794bb6cca555c3eb0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/98a43dc3b2cb4930bbfe1c2de3dc90ad, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/4cabe283804b434192d4217f7016c4b9] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=92.6 K
2024-12-04T04:16:05,405 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,405 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d7cfc862612473794bb6cca555c3eb0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/98a43dc3b2cb4930bbfe1c2de3dc90ad, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/4cabe283804b434192d4217f7016c4b9]
2024-12-04T04:16:05,406 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1585dfede2e6414585194c7ec7437395, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733285763106
2024-12-04T04:16:05,406 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d7cfc862612473794bb6cca555c3eb0, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733285763106
2024-12-04T04:16:05,407 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7912c888b06644e5b4a5984f1d0a00f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733285763237
2024-12-04T04:16:05,407 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98a43dc3b2cb4930bbfe1c2de3dc90ad, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733285763237
2024-12-04T04:16:05,407 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a4032d4cd1b45eea5a7fef7ea10a08f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733285763912
2024-12-04T04:16:05,408 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cabe283804b434192d4217f7016c4b9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733285763912
2024-12-04T04:16:05,443 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:05,445 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/fa66fe9d1cb84f579bbb42e84147eb84 is 50, key is test_row_0/C:col10/1733285763913/Put/seqid=0
2024-12-04T04:16:05,461 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:05,465 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-12-04T04:16:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:05,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:05,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,491 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204fb5a48e006d2447aad1fec4467f4726e_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:05,493 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204fb5a48e006d2447aad1fec4467f4726e_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:05,493 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fb5a48e006d2447aad1fec4467f4726e_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:05,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285825497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285825496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285825507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285825515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742090_1266 (size=13459)
2024-12-04T04:16:05,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204efbcbcdede2542ccbc004a54c2f89524_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285765459/Put/seqid=0
2024-12-04T04:16:05,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742091_1267 (size=4469)
2024-12-04T04:16:05,613 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#217 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:05,614 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/5a7edd087a8f4c06b2af97d42963a3f4 is 175, key is test_row_0/A:col10/1733285763913/Put/seqid=0
2024-12-04T04:16:05,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:05,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285825626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285825626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285825626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285825626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742092_1268 (size=12454)
2024-12-04T04:16:05,645 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:05,651 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204efbcbcdede2542ccbc004a54c2f89524_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204efbcbcdede2542ccbc004a54c2f89524_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:05,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/032f798dd1d848d4b9faa8701e5e3632, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:05,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/032f798dd1d848d4b9faa8701e5e3632 is 175, key is test_row_0/A:col10/1733285765459/Put/seqid=0
2024-12-04T04:16:05,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742093_1269 (size=32413)
2024-12-04T04:16:05,700 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/5a7edd087a8f4c06b2af97d42963a3f4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5a7edd087a8f4c06b2af97d42963a3f4
2024-12-04T04:16:05,709 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 5a7edd087a8f4c06b2af97d42963a3f4(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:05,709 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:05,709 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=13, startTime=1733285765401; duration=0sec
2024-12-04T04:16:05,710 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:05,710 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:16:05,710 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:05,711 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:05,711 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:16:05,711 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,711 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/c55cc28574aa447c813e2b45c7b188c8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/bc43c15ee45641a081908cc9ae30ea7b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/814657a766b74f3b991c23ece1d28476] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=37.1 K
2024-12-04T04:16:05,712 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting c55cc28574aa447c813e2b45c7b188c8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733285763106
2024-12-04T04:16:05,712 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc43c15ee45641a081908cc9ae30ea7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733285763237
2024-12-04T04:16:05,713 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 814657a766b74f3b991c23ece1d28476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733285763912
2024-12-04T04:16:05,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742094_1270 (size=31255)
2024-12-04T04:16:05,715 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=534, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/032f798dd1d848d4b9faa8701e5e3632
2024-12-04T04:16:05,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b is 50, key is test_row_0/B:col10/1733285765459/Put/seqid=0
2024-12-04T04:16:05,758 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:05,759 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3dfd8a2f1a814a15993140ec1a54b778 is 50, key is test_row_0/B:col10/1733285763913/Put/seqid=0
2024-12-04T04:16:05,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742096_1272 (size=13459)
2024-12-04T04:16:05,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285825835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285825836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285825849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742095_1271 (size=12301)
2024-12-04T04:16:05,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285825849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,860 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3dfd8a2f1a814a15993140ec1a54b778 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3dfd8a2f1a814a15993140ec1a54b778
2024-12-04T04:16:05,860 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b
2024-12-04T04:16:05,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:05,874 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into 3dfd8a2f1a814a15993140ec1a54b778(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:05,874 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:05,874 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=13, startTime=1733285765401; duration=0sec
2024-12-04T04:16:05,874 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:05,874 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:16:05,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/817e9b92dddd4989a671b0c2cff069d2 is 50, key is test_row_0/C:col10/1733285765459/Put/seqid=0
2024-12-04T04:16:05,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742097_1273 (size=12301)
2024-12-04T04:16:05,931 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/817e9b92dddd4989a671b0c2cff069d2
2024-12-04T04:16:05,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:05,951 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/fa66fe9d1cb84f579bbb42e84147eb84 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/fa66fe9d1cb84f579bbb42e84147eb84
2024-12-04T04:16:05,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61
java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=61
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:05,959 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into fa66fe9d1cb84f579bbb42e84147eb84(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:05,959 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:05,959 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=13, startTime=1733285765401; duration=0sec
2024-12-04T04:16:05,960 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:05,960 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:16:05,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/032f798dd1d848d4b9faa8701e5e3632 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/032f798dd1d848d4b9faa8701e5e3632
2024-12-04T04:16:05,980 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/032f798dd1d848d4b9faa8701e5e3632, entries=150, sequenceid=534, filesize=30.5 K
2024-12-04T04:16:05,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b
2024-12-04T04:16:06,001 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b, entries=150, sequenceid=534, filesize=12.0 K
2024-12-04T04:16:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/817e9b92dddd4989a671b0c2cff069d2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/817e9b92dddd4989a671b0c2cff069d2
2024-12-04T04:16:06,007 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/817e9b92dddd4989a671b0c2cff069d2, entries=150, sequenceid=534, filesize=12.0 K
2024-12-04T04:16:06,009 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for fbde65c981f9cd4c5c97d9a4be794739 in 544ms, sequenceid=534, compaction requested=false
2024-12-04T04:16:06,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:06,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-12-04T04:16:06,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:06,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:16:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:06,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:06,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049d8b52de211045629f4a6b8ce479a05c_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285765503/Put/seqid=0
2024-12-04T04:16:06,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742098_1274 (size=12454)
2024-12-04T04:16:06,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:06,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. as already flushing
2024-12-04T04:16:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:06,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049d8b52de211045629f4a6b8ce479a05c_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049d8b52de211045629f4a6b8ce479a05c_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:06,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8813b60364ca429492d5aaa155f9f6f1, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8813b60364ca429492d5aaa155f9f6f1 is 175, key is test_row_0/A:col10/1733285765503/Put/seqid=0
2024-12-04T04:16:06,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742099_1275 (size=31255)
2024-12-04T04:16:06,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=548, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8813b60364ca429492d5aaa155f9f6f1
2024-12-04T04:16:06,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a452526b321c4d2ab652753baf2064fe is 50, key is test_row_0/B:col10/1733285765503/Put/seqid=0
2024-12-04T04:16:06,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285766184, max timestamp=1733285766219Num uniques 859; 
2024-12-04T04:16:06,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285766184, max timestamp=1733285766219Num uniques 859; 
2024-12-04T04:16:06,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:16:06,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:16:06,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285766184, max timestamp=1733285766219Num uniques 859; 
2024-12-04T04:16:06,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:16:06,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742100_1276 (size=12301)
2024-12-04T04:16:06,256 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a452526b321c4d2ab652753baf2064fe
2024-12-04T04:16:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/a81d446e2115428ab22701b9924f5292 is 50, key is test_row_0/C:col10/1733285765503/Put/seqid=0
2024-12-04T04:16:06,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285826306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285826317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742101_1277 (size=12301)
2024-12-04T04:16:06,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/a81d446e2115428ab22701b9924f5292
2024-12-04T04:16:06,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285826318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-04T04:16:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285826318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8813b60364ca429492d5aaa155f9f6f1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8813b60364ca429492d5aaa155f9f6f1
2024-12-04T04:16:06,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8813b60364ca429492d5aaa155f9f6f1, entries=150, sequenceid=548, filesize=30.5 K
2024-12-04T04:16:06,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/a452526b321c4d2ab652753baf2064fe as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a452526b321c4d2ab652753baf2064fe
2024-12-04T04:16:06,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a452526b321c4d2ab652753baf2064fe, entries=150, sequenceid=548, filesize=12.0 K
2024-12-04T04:16:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/a81d446e2115428ab22701b9924f5292 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a81d446e2115428ab22701b9924f5292
2024-12-04T04:16:06,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a81d446e2115428ab22701b9924f5292, entries=150, sequenceid=548, filesize=12.0 K
2024-12-04T04:16:06,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for fbde65c981f9cd4c5c97d9a4be794739 in 269ms, sequenceid=548, compaction requested=true
2024-12-04T04:16:06,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:06,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:06,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-12-04T04:16:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-12-04T04:16:06,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-12-04T04:16:06,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1940 sec
2024-12-04T04:16:06,401 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.2120 sec
2024-12-04T04:16:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:06,436 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-12-04T04:16:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:06,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285826457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285826457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f5260986176f49d08a5ee8d1aab9c658_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285766301/Put/seqid=0
2024-12-04T04:16:06,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285826467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285826467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742102_1278 (size=14994)
2024-12-04T04:16:06,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285826576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285826576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285826586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285826586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285826795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285826795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285826795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285826796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:06,923 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:06,942 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f5260986176f49d08a5ee8d1aab9c658_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f5260986176f49d08a5ee8d1aab9c658_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:06,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/7bac851442ac464383682b155f09ca99, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:06,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/7bac851442ac464383682b155f09ca99 is 175, key is test_row_0/A:col10/1733285766301/Put/seqid=0
2024-12-04T04:16:06,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742103_1279 (size=39949)
2024-12-04T04:16:07,000 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=584, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/7bac851442ac464383682b155f09ca99
2024-12-04T04:16:07,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/2e61c25b97834950a35a769e70b5bce8 is 50, key is test_row_0/B:col10/1733285766301/Put/seqid=0
2024-12-04T04:16:07,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742104_1280 (size=12301)
2024-12-04T04:16:07,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285827105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:07,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285827105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:07,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285827106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:07,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285827115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:07,153 INFO  [Thread-657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-657.
2024-12-04T04:16:07,153 DEBUG [Thread-657 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:07,153 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:07,153 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:07,153 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:07,159 INFO  [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659.
2024-12-04T04:16:07,159 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:07,159 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:07,159 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:07,159 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:07,160 INFO  [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661.
2024-12-04T04:16:07,160 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:07,160 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:07,160 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:07,161 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:07,165 INFO  [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663.
2024-12-04T04:16:07,165 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:07,165 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:07,165 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:07,165 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:07,487 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/2e61c25b97834950a35a769e70b5bce8
2024-12-04T04:16:07,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/65de2f2eb09b424d8dec65a1e1120274 is 50, key is test_row_0/C:col10/1733285766301/Put/seqid=0
2024-12-04T04:16:07,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742105_1281 (size=12301)
2024-12-04T04:16:07,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60770 deadline: 1733285827615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:07,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:07,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60746 deadline: 1733285827625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60748 deadline: 1733285827625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:07,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:07,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60754 deadline: 1733285827635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:07,902 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/65de2f2eb09b424d8dec65a1e1120274
2024-12-04T04:16:07,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/7bac851442ac464383682b155f09ca99 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7bac851442ac464383682b155f09ca99
2024-12-04T04:16:07,916 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7bac851442ac464383682b155f09ca99, entries=200, sequenceid=584, filesize=39.0 K
2024-12-04T04:16:07,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/2e61c25b97834950a35a769e70b5bce8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2e61c25b97834950a35a769e70b5bce8
2024-12-04T04:16:07,922 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2e61c25b97834950a35a769e70b5bce8, entries=150, sequenceid=584, filesize=12.0 K
2024-12-04T04:16:07,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/65de2f2eb09b424d8dec65a1e1120274 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/65de2f2eb09b424d8dec65a1e1120274
2024-12-04T04:16:07,930 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/65de2f2eb09b424d8dec65a1e1120274, entries=150, sequenceid=584, filesize=12.0 K
2024-12-04T04:16:07,931 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for fbde65c981f9cd4c5c97d9a4be794739 in 1495ms, sequenceid=584, compaction requested=true
2024-12-04T04:16:07,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:07,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:07,931 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:07,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:07,931 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:07,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:07,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:07,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fbde65c981f9cd4c5c97d9a4be794739:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:07,932 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:07,932 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134872 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:07,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:07,932 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/A is initiating minor compaction (all files)
2024-12-04T04:16:07,932 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/B is initiating minor compaction (all files)
2024-12-04T04:16:07,933 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/B in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:07,933 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/A in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:07,933 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5a7edd087a8f4c06b2af97d42963a3f4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/032f798dd1d848d4b9faa8701e5e3632, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8813b60364ca429492d5aaa155f9f6f1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7bac851442ac464383682b155f09ca99] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=131.7 K
2024-12-04T04:16:07,933 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3dfd8a2f1a814a15993140ec1a54b778, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a452526b321c4d2ab652753baf2064fe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2e61c25b97834950a35a769e70b5bce8] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=49.2 K
2024-12-04T04:16:07,933 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:07,933 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5a7edd087a8f4c06b2af97d42963a3f4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/032f798dd1d848d4b9faa8701e5e3632, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8813b60364ca429492d5aaa155f9f6f1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7bac851442ac464383682b155f09ca99]
2024-12-04T04:16:07,933 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dfd8a2f1a814a15993140ec1a54b778, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733285763912
2024-12-04T04:16:07,933 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a7edd087a8f4c06b2af97d42963a3f4, keycount=150, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733285763912
2024-12-04T04:16:07,933 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b7c5d0b8a5f4eb5af89d45ff74ff32b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1733285764327
2024-12-04T04:16:07,934 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 032f798dd1d848d4b9faa8701e5e3632, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1733285764327
2024-12-04T04:16:07,934 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a452526b321c4d2ab652753baf2064fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1733285765492
2024-12-04T04:16:07,936 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e61c25b97834950a35a769e70b5bce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1733285766301
2024-12-04T04:16:07,936 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8813b60364ca429492d5aaa155f9f6f1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1733285765492
2024-12-04T04:16:07,936 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bac851442ac464383682b155f09ca99, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1733285766301
2024-12-04T04:16:07,955 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#B#compaction#228 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:07,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/5c3dc3229f1747d6b8bfa21fa50b45b4 is 50, key is test_row_0/B:col10/1733285766301/Put/seqid=0
2024-12-04T04:16:07,958 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:07,961 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204f9df02592ceb462687aa543dfbf6fde7_fbde65c981f9cd4c5c97d9a4be794739 store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:07,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742106_1282 (size=13595)
2024-12-04T04:16:08,009 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/5c3dc3229f1747d6b8bfa21fa50b45b4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/5c3dc3229f1747d6b8bfa21fa50b45b4
2024-12-04T04:16:08,017 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/B of fbde65c981f9cd4c5c97d9a4be794739 into 5c3dc3229f1747d6b8bfa21fa50b45b4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:08,017 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:08,017 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/B, priority=12, startTime=1733285767931; duration=0sec
2024-12-04T04:16:08,018 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:08,018 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:B
2024-12-04T04:16:08,018 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:08,019 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:08,019 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): fbde65c981f9cd4c5c97d9a4be794739/C is initiating minor compaction (all files)
2024-12-04T04:16:08,019 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fbde65c981f9cd4c5c97d9a4be794739/C in TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:08,019 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/fa66fe9d1cb84f579bbb42e84147eb84, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/817e9b92dddd4989a671b0c2cff069d2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a81d446e2115428ab22701b9924f5292, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/65de2f2eb09b424d8dec65a1e1120274] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp, totalSize=49.2 K
2024-12-04T04:16:08,020 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting fa66fe9d1cb84f579bbb42e84147eb84, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733285763912
2024-12-04T04:16:08,020 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 817e9b92dddd4989a671b0c2cff069d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1733285764327
2024-12-04T04:16:08,020 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a81d446e2115428ab22701b9924f5292, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1733285765492
2024-12-04T04:16:08,021 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 65de2f2eb09b424d8dec65a1e1120274, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=584, earliestPutTs=1733285766301
2024-12-04T04:16:08,024 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204f9df02592ceb462687aa543dfbf6fde7_fbde65c981f9cd4c5c97d9a4be794739, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:08,024 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f9df02592ceb462687aa543dfbf6fde7_fbde65c981f9cd4c5c97d9a4be794739 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:08,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742107_1283 (size=4469)
2024-12-04T04:16:08,080 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#A#compaction#229 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:08,081 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8512ee74c1f147959d21a24e67ed58b3 is 175, key is test_row_0/A:col10/1733285766301/Put/seqid=0
2024-12-04T04:16:08,094 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fbde65c981f9cd4c5c97d9a4be794739#C#compaction#230 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:08,095 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/6e5f208f8b6340ae9e4cbabad6530b05 is 50, key is test_row_0/C:col10/1733285766301/Put/seqid=0
2024-12-04T04:16:08,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742108_1284 (size=32549)
2024-12-04T04:16:08,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742109_1285 (size=13595)
2024-12-04T04:16:08,146 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/8512ee74c1f147959d21a24e67ed58b3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8512ee74c1f147959d21a24e67ed58b3
2024-12-04T04:16:08,156 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/A of fbde65c981f9cd4c5c97d9a4be794739 into 8512ee74c1f147959d21a24e67ed58b3(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:08,156 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:08,156 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/A, priority=12, startTime=1733285767931; duration=0sec
2024-12-04T04:16:08,156 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:08,156 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:A
2024-12-04T04:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-12-04T04:16:08,357 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:08,541 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/6e5f208f8b6340ae9e4cbabad6530b05 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e5f208f8b6340ae9e4cbabad6530b05
2024-12-04T04:16:08,547 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fbde65c981f9cd4c5c97d9a4be794739/C of fbde65c981f9cd4c5c97d9a4be794739 into 6e5f208f8b6340ae9e4cbabad6530b05(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:08,547 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:08,547 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., storeName=fbde65c981f9cd4c5c97d9a4be794739/C, priority=12, startTime=1733285767932; duration=0sec
2024-12-04T04:16:08,547 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:08,547 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fbde65c981f9cd4c5c97d9a4be794739:C
2024-12-04T04:16:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:08,627 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:16:08,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:08,627 INFO  [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648.
2024-12-04T04:16:08,627 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:08,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:08,627 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:08,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:08,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:08,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:08,627 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:08,627 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:08,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:08,638 INFO  [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646.
2024-12-04T04:16:08,638 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:08,638 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:08,638 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:08,638 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:08,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204755cafb6bdce4422b64ece6e65bfe6dd_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_0/A:col10/1733285766462/Put/seqid=0
2024-12-04T04:16:08,642 INFO  [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650.
2024-12-04T04:16:08,642 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:08,642 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:08,642 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:08,642 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:08,668 INFO  [Thread-654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-654.
2024-12-04T04:16:08,668 DEBUG [Thread-654 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:08,668 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:08,668 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:08,669 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:08,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742110_1286 (size=12454)
2024-12-04T04:16:09,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:09,086 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204755cafb6bdce4422b64ece6e65bfe6dd_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204755cafb6bdce4422b64ece6e65bfe6dd_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:09,087 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/0e2b05e7a7fa4034996d09d395fee841, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:09,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/0e2b05e7a7fa4034996d09d395fee841 is 175, key is test_row_0/A:col10/1733285766462/Put/seqid=0
2024-12-04T04:16:09,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742111_1287 (size=31255)
2024-12-04T04:16:09,493 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=598, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/0e2b05e7a7fa4034996d09d395fee841
2024-12-04T04:16:09,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/21c5bc4d3d0742c984434f715bda9345 is 50, key is test_row_0/B:col10/1733285766462/Put/seqid=0
2024-12-04T04:16:09,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742112_1288 (size=12301)
2024-12-04T04:16:09,911 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/21c5bc4d3d0742c984434f715bda9345
2024-12-04T04:16:09,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/3c1e5b70aed84be4a269859da138015b is 50, key is test_row_0/C:col10/1733285766462/Put/seqid=0
2024-12-04T04:16:09,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742113_1289 (size=12301)
2024-12-04T04:16:10,328 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/3c1e5b70aed84be4a269859da138015b
2024-12-04T04:16:10,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/0e2b05e7a7fa4034996d09d395fee841 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/0e2b05e7a7fa4034996d09d395fee841
2024-12-04T04:16:10,341 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/0e2b05e7a7fa4034996d09d395fee841, entries=150, sequenceid=598, filesize=30.5 K
2024-12-04T04:16:10,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/21c5bc4d3d0742c984434f715bda9345 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/21c5bc4d3d0742c984434f715bda9345
2024-12-04T04:16:10,349 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/21c5bc4d3d0742c984434f715bda9345, entries=150, sequenceid=598, filesize=12.0 K
2024-12-04T04:16:10,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/3c1e5b70aed84be4a269859da138015b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3c1e5b70aed84be4a269859da138015b
2024-12-04T04:16:10,355 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3c1e5b70aed84be4a269859da138015b, entries=150, sequenceid=598, filesize=12.0 K
2024-12-04T04:16:10,357 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=20.13 KB/20610 for fbde65c981f9cd4c5c97d9a4be794739 in 1730ms, sequenceid=598, compaction requested=false
2024-12-04T04:16:10,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fbde65c981f9cd4c5c97d9a4be794739:

2024-12-04T04:16:10,569 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:16:14,160 INFO  [Thread-652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-652.
2024-12-04T04:16:14,160 DEBUG [Thread-652 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:14,160 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:14,160 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:14,160 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 110
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 147
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 92
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 73
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 56
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2763
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2660
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1254
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3758 rows
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1256
2024-12-04T04:16:14,161 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3767 rows
2024-12-04T04:16:14,162 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:16:14,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:16:14,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:14,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:14,162 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:14,164 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-04T04:16:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-04T04:16:14,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285774170"}]},"ts":"1733285774170"}
2024-12-04T04:16:14,172 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-04T04:16:14,172 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-04T04:16:14,173 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:16:14,175 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, UNASSIGN}]
2024-12-04T04:16:14,176 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, UNASSIGN
2024-12-04T04:16:14,177 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=fbde65c981f9cd4c5c97d9a4be794739, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:14,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, UNASSIGN because future has completed
2024-12-04T04:16:14,178 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:16:14,178 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:16:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-04T04:16:14,331 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:14,331 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:16:14,331 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing fbde65c981f9cd4c5c97d9a4be794739, disabling compactions & flushes
2024-12-04T04:16:14,331 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:14,331 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:14,332 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. after waiting 0 ms
2024-12-04T04:16:14,332 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:14,332 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing fbde65c981f9cd4c5c97d9a4be794739 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-12-04T04:16:14,332 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=A
2024-12-04T04:16:14,332 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:14,332 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=B
2024-12-04T04:16:14,332 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:14,332 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fbde65c981f9cd4c5c97d9a4be794739, store=C
2024-12-04T04:16:14,332 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:14,341 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204301c2a18df5d49489c027d187a9f72be_fbde65c981f9cd4c5c97d9a4be794739 is 50, key is test_row_1/A:col10/1733285774156/Put/seqid=0
2024-12-04T04:16:14,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742114_1290 (size=9914)
2024-12-04T04:16:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-04T04:16:14,745 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:14,750 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204301c2a18df5d49489c027d187a9f72be_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204301c2a18df5d49489c027d187a9f72be_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:14,751 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/9d461e4d28d04c3fbdfd9eb5778290db, store: [table=TestAcidGuarantees family=A region=fbde65c981f9cd4c5c97d9a4be794739]
2024-12-04T04:16:14,751 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/9d461e4d28d04c3fbdfd9eb5778290db is 175, key is test_row_1/A:col10/1733285774156/Put/seqid=0
2024-12-04T04:16:14,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742115_1291 (size=22561)
2024-12-04T04:16:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-04T04:16:15,155 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=605, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/9d461e4d28d04c3fbdfd9eb5778290db
2024-12-04T04:16:15,164 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/e72ce47e753041b0ae2846df5e955e5b is 50, key is test_row_1/B:col10/1733285774156/Put/seqid=0
2024-12-04T04:16:15,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742116_1292 (size=9857)
2024-12-04T04:16:15,174 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/e72ce47e753041b0ae2846df5e955e5b
2024-12-04T04:16:15,186 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/c7897a7c2eda4fd7af3e6039a1075f05 is 50, key is test_row_1/C:col10/1733285774156/Put/seqid=0
2024-12-04T04:16:15,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742117_1293 (size=9857)
2024-12-04T04:16:15,211 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/c7897a7c2eda4fd7af3e6039a1075f05
2024-12-04T04:16:15,221 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/A/9d461e4d28d04c3fbdfd9eb5778290db as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d461e4d28d04c3fbdfd9eb5778290db
2024-12-04T04:16:15,233 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d461e4d28d04c3fbdfd9eb5778290db, entries=100, sequenceid=605, filesize=22.0 K
2024-12-04T04:16:15,235 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/B/e72ce47e753041b0ae2846df5e955e5b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/e72ce47e753041b0ae2846df5e955e5b
2024-12-04T04:16:15,243 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/e72ce47e753041b0ae2846df5e955e5b, entries=100, sequenceid=605, filesize=9.6 K
2024-12-04T04:16:15,244 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/.tmp/C/c7897a7c2eda4fd7af3e6039a1075f05 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/c7897a7c2eda4fd7af3e6039a1075f05
2024-12-04T04:16:15,250 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/c7897a7c2eda4fd7af3e6039a1075f05, entries=100, sequenceid=605, filesize=9.6 K
2024-12-04T04:16:15,251 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for fbde65c981f9cd4c5c97d9a4be794739 in 919ms, sequenceid=605, compaction requested=true
2024-12-04T04:16:15,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18ce3598c213490d947cb6b52f9ed6a2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/510884b2e6b24b6e81057aa9e26d71ab, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/002c85fcee974729882ab993a648faad, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/f7509e7b85c8450f92313f24bf595011, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/773c4783345542b7a0c1458ef7c1455e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/86cef8b9a60340509f6d021ce68e1d02, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5e7fa6c117344883803c2f1408f6b97b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8d8b5525f8a44a0e9246c42e81029f64, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ac1de5ad73b14a138708c3e3761d52ef, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/b3bb938e74e1445cb4708b7f042d092c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ff8fcd9aa71d44f5a585068dc3e20661, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/43c330bf3bb545708cf9dae6696232a1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7e849a7506d04ca19c30ef1c2b17739c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93cba663e5f64f888cd97c255852e17c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3690efdc98cc4c51832f7240cca8be9a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ad4cd9994fa94d03be026e8987bd3a70, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/852996f9b35e496e9c510f2fc4cc5911, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2224b5972cc45e4aaf525a6c5c7d257, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/d29e96677eb849aa9865f8562010efc5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18f6e838542f4bc9946aede07f0f755b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2f810e14e49415d99f6df66da386b9c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3285f1a64ac246fdb0001ec8bc441ab6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/164cdc2b60794c92985e4b43801b9794, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/bebe961cf1a2421b820a319231fa02af, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/1339c286489949e1bd0732839058ac9f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93bb9d458adb4969be500e4f30e0097f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dee4f0284b1a4d139d4a7f0d74662972, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/da7d2a3a1b8a4206bc96219d394d025c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dc06f63d890845478ab8bf9d45e2d71e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/c6c6cf64eae84a84b311ae4ef3bad029, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ede3b659a60c4b62b7c11b7e877159fd, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d7cfc862612473794bb6cca555c3eb0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/98a43dc3b2cb4930bbfe1c2de3dc90ad, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5a7edd087a8f4c06b2af97d42963a3f4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/4cabe283804b434192d4217f7016c4b9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/032f798dd1d848d4b9faa8701e5e3632, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8813b60364ca429492d5aaa155f9f6f1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7bac851442ac464383682b155f09ca99] to archive
2024-12-04T04:16:15,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:16:15,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18ce3598c213490d947cb6b52f9ed6a2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18ce3598c213490d947cb6b52f9ed6a2
2024-12-04T04:16:15,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/510884b2e6b24b6e81057aa9e26d71ab to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/510884b2e6b24b6e81057aa9e26d71ab
2024-12-04T04:16:15,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/002c85fcee974729882ab993a648faad to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/002c85fcee974729882ab993a648faad
2024-12-04T04:16:15,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/f7509e7b85c8450f92313f24bf595011 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/f7509e7b85c8450f92313f24bf595011
2024-12-04T04:16:15,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/773c4783345542b7a0c1458ef7c1455e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/773c4783345542b7a0c1458ef7c1455e
2024-12-04T04:16:15,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/86cef8b9a60340509f6d021ce68e1d02 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/86cef8b9a60340509f6d021ce68e1d02
2024-12-04T04:16:15,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5e7fa6c117344883803c2f1408f6b97b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5e7fa6c117344883803c2f1408f6b97b
2024-12-04T04:16:15,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8d8b5525f8a44a0e9246c42e81029f64 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8d8b5525f8a44a0e9246c42e81029f64
2024-12-04T04:16:15,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ac1de5ad73b14a138708c3e3761d52ef to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ac1de5ad73b14a138708c3e3761d52ef
2024-12-04T04:16:15,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/b3bb938e74e1445cb4708b7f042d092c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/b3bb938e74e1445cb4708b7f042d092c
2024-12-04T04:16:15,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ff8fcd9aa71d44f5a585068dc3e20661 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ff8fcd9aa71d44f5a585068dc3e20661
2024-12-04T04:16:15,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/43c330bf3bb545708cf9dae6696232a1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/43c330bf3bb545708cf9dae6696232a1
2024-12-04T04:16:15,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7e849a7506d04ca19c30ef1c2b17739c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7e849a7506d04ca19c30ef1c2b17739c
2024-12-04T04:16:15,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93cba663e5f64f888cd97c255852e17c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93cba663e5f64f888cd97c255852e17c
2024-12-04T04:16:15,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3690efdc98cc4c51832f7240cca8be9a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3690efdc98cc4c51832f7240cca8be9a
2024-12-04T04:16:15,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ad4cd9994fa94d03be026e8987bd3a70 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ad4cd9994fa94d03be026e8987bd3a70
2024-12-04T04:16:15,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/852996f9b35e496e9c510f2fc4cc5911 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/852996f9b35e496e9c510f2fc4cc5911
2024-12-04T04:16:15,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2224b5972cc45e4aaf525a6c5c7d257 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2224b5972cc45e4aaf525a6c5c7d257
2024-12-04T04:16:15,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/d29e96677eb849aa9865f8562010efc5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/d29e96677eb849aa9865f8562010efc5
2024-12-04T04:16:15,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18f6e838542f4bc9946aede07f0f755b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/18f6e838542f4bc9946aede07f0f755b
2024-12-04T04:16:15,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2f810e14e49415d99f6df66da386b9c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/e2f810e14e49415d99f6df66da386b9c
2024-12-04T04:16:15,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3285f1a64ac246fdb0001ec8bc441ab6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/3285f1a64ac246fdb0001ec8bc441ab6
2024-12-04T04:16:15,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/164cdc2b60794c92985e4b43801b9794 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/164cdc2b60794c92985e4b43801b9794
2024-12-04T04:16:15,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/bebe961cf1a2421b820a319231fa02af to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/bebe961cf1a2421b820a319231fa02af
2024-12-04T04:16:15,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/1339c286489949e1bd0732839058ac9f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/1339c286489949e1bd0732839058ac9f
2024-12-04T04:16:15,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93bb9d458adb4969be500e4f30e0097f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/93bb9d458adb4969be500e4f30e0097f
2024-12-04T04:16:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-04T04:16:15,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dee4f0284b1a4d139d4a7f0d74662972 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dee4f0284b1a4d139d4a7f0d74662972
2024-12-04T04:16:15,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/da7d2a3a1b8a4206bc96219d394d025c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/da7d2a3a1b8a4206bc96219d394d025c
2024-12-04T04:16:15,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dc06f63d890845478ab8bf9d45e2d71e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/dc06f63d890845478ab8bf9d45e2d71e
2024-12-04T04:16:15,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/c6c6cf64eae84a84b311ae4ef3bad029 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/c6c6cf64eae84a84b311ae4ef3bad029
2024-12-04T04:16:15,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ede3b659a60c4b62b7c11b7e877159fd to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/ede3b659a60c4b62b7c11b7e877159fd
2024-12-04T04:16:15,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d7cfc862612473794bb6cca555c3eb0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d7cfc862612473794bb6cca555c3eb0
2024-12-04T04:16:15,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/98a43dc3b2cb4930bbfe1c2de3dc90ad to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/98a43dc3b2cb4930bbfe1c2de3dc90ad
2024-12-04T04:16:15,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5a7edd087a8f4c06b2af97d42963a3f4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/5a7edd087a8f4c06b2af97d42963a3f4
2024-12-04T04:16:15,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/4cabe283804b434192d4217f7016c4b9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/4cabe283804b434192d4217f7016c4b9
2024-12-04T04:16:15,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/032f798dd1d848d4b9faa8701e5e3632 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/032f798dd1d848d4b9faa8701e5e3632
2024-12-04T04:16:15,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8813b60364ca429492d5aaa155f9f6f1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8813b60364ca429492d5aaa155f9f6f1
2024-12-04T04:16:15,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7bac851442ac464383682b155f09ca99 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/7bac851442ac464383682b155f09ca99
2024-12-04T04:16:15,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3bd4fcfa03f9483aa914bdadcdd0634c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cd175a6531e149fbaa52b64bd14cc634, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/afa281c216aa49018569bdced028f3a5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/59c22b7de6de435698c4335c21aea48c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3d56dfa53b134bc691af6eb5b7b2d721, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8ecce87e408a4e3ebf5e13ae3e4c7976, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2f1aefe67b304c96a76d1727f475edbe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8409146c7ee34295930736c0ceb4b2f9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a6facbb02c724576adf64cd6ba591a7c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/7b73216c024349c9a53bdb31670e50b3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/ca2908361c9341c49897803a47724a45, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/6c0cc943b3fa4e09af5a9b667cfdeb36, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/76a3264d617c40c08101f6e66f3b115c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dbe9e59685d54f44a9029b52df6f0c19, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/f852e4be4c524933b757ac71b07d201d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbc06e036c214cdbb78b6011c3eedb3d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8411970ca5134aaab586d6dbd3946a13, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3df652f0325e463b8f60c9eeb26effd2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/654d2566c1c541268f92aeaf4d2df28d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/35619418be6942358be40f041d27f2e9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dc2b46862e47492bbb16497a25e22cf1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cdaf0bea3e4e49b5a8ec606c1dc9ff66, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/80f3dd5c0d9e46ecb984fc6610f24081, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbead4030ed74ef18a1d6213f8b9dca4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/5e0d163d4dcd48c2a4d261ad99baddac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/51d9d318321f4f288c6d7bf45a21049b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b52d6b019254b43834e04001494a060, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b3c7d63323c49c19ac17d7047616db8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a3425349f64844e5858828e2a3bc3031, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/b129fb2175ca49918b4ca0efd9521902, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/c55cc28574aa447c813e2b45c7b188c8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a192ad379a254469bcd6a20a5a796829, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/bc43c15ee45641a081908cc9ae30ea7b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3dfd8a2f1a814a15993140ec1a54b778, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/814657a766b74f3b991c23ece1d28476, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a452526b321c4d2ab652753baf2064fe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2e61c25b97834950a35a769e70b5bce8] to archive
2024-12-04T04:16:15,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:16:15,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3bd4fcfa03f9483aa914bdadcdd0634c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3bd4fcfa03f9483aa914bdadcdd0634c
2024-12-04T04:16:15,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cd175a6531e149fbaa52b64bd14cc634 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cd175a6531e149fbaa52b64bd14cc634
2024-12-04T04:16:15,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/afa281c216aa49018569bdced028f3a5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/afa281c216aa49018569bdced028f3a5
2024-12-04T04:16:15,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/59c22b7de6de435698c4335c21aea48c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/59c22b7de6de435698c4335c21aea48c
2024-12-04T04:16:15,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3d56dfa53b134bc691af6eb5b7b2d721 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3d56dfa53b134bc691af6eb5b7b2d721
2024-12-04T04:16:15,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8ecce87e408a4e3ebf5e13ae3e4c7976 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8ecce87e408a4e3ebf5e13ae3e4c7976
2024-12-04T04:16:15,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2f1aefe67b304c96a76d1727f475edbe to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2f1aefe67b304c96a76d1727f475edbe
2024-12-04T04:16:15,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8409146c7ee34295930736c0ceb4b2f9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8409146c7ee34295930736c0ceb4b2f9
2024-12-04T04:16:15,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a6facbb02c724576adf64cd6ba591a7c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a6facbb02c724576adf64cd6ba591a7c
2024-12-04T04:16:15,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/7b73216c024349c9a53bdb31670e50b3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/7b73216c024349c9a53bdb31670e50b3
2024-12-04T04:16:15,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/ca2908361c9341c49897803a47724a45 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/ca2908361c9341c49897803a47724a45
2024-12-04T04:16:15,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/6c0cc943b3fa4e09af5a9b667cfdeb36 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/6c0cc943b3fa4e09af5a9b667cfdeb36
2024-12-04T04:16:15,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/76a3264d617c40c08101f6e66f3b115c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/76a3264d617c40c08101f6e66f3b115c
2024-12-04T04:16:15,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dbe9e59685d54f44a9029b52df6f0c19 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dbe9e59685d54f44a9029b52df6f0c19
2024-12-04T04:16:15,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/f852e4be4c524933b757ac71b07d201d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/f852e4be4c524933b757ac71b07d201d
2024-12-04T04:16:15,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbc06e036c214cdbb78b6011c3eedb3d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbc06e036c214cdbb78b6011c3eedb3d
2024-12-04T04:16:15,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8411970ca5134aaab586d6dbd3946a13 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8411970ca5134aaab586d6dbd3946a13
2024-12-04T04:16:15,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3df652f0325e463b8f60c9eeb26effd2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3df652f0325e463b8f60c9eeb26effd2
2024-12-04T04:16:15,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/654d2566c1c541268f92aeaf4d2df28d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/654d2566c1c541268f92aeaf4d2df28d
2024-12-04T04:16:15,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/35619418be6942358be40f041d27f2e9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/35619418be6942358be40f041d27f2e9
2024-12-04T04:16:15,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dc2b46862e47492bbb16497a25e22cf1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/dc2b46862e47492bbb16497a25e22cf1
2024-12-04T04:16:15,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cdaf0bea3e4e49b5a8ec606c1dc9ff66 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/cdaf0bea3e4e49b5a8ec606c1dc9ff66
2024-12-04T04:16:15,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/80f3dd5c0d9e46ecb984fc6610f24081 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/80f3dd5c0d9e46ecb984fc6610f24081
2024-12-04T04:16:15,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbead4030ed74ef18a1d6213f8b9dca4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/fbead4030ed74ef18a1d6213f8b9dca4
2024-12-04T04:16:15,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/5e0d163d4dcd48c2a4d261ad99baddac to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/5e0d163d4dcd48c2a4d261ad99baddac
2024-12-04T04:16:15,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/51d9d318321f4f288c6d7bf45a21049b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/51d9d318321f4f288c6d7bf45a21049b
2024-12-04T04:16:15,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b52d6b019254b43834e04001494a060 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b52d6b019254b43834e04001494a060
2024-12-04T04:16:15,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b3c7d63323c49c19ac17d7047616db8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/8b3c7d63323c49c19ac17d7047616db8
2024-12-04T04:16:15,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a3425349f64844e5858828e2a3bc3031 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a3425349f64844e5858828e2a3bc3031
2024-12-04T04:16:15,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/b129fb2175ca49918b4ca0efd9521902 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/b129fb2175ca49918b4ca0efd9521902
2024-12-04T04:16:15,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/c55cc28574aa447c813e2b45c7b188c8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/c55cc28574aa447c813e2b45c7b188c8
2024-12-04T04:16:15,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a192ad379a254469bcd6a20a5a796829 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a192ad379a254469bcd6a20a5a796829
2024-12-04T04:16:15,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/bc43c15ee45641a081908cc9ae30ea7b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/bc43c15ee45641a081908cc9ae30ea7b
2024-12-04T04:16:15,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3dfd8a2f1a814a15993140ec1a54b778 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3dfd8a2f1a814a15993140ec1a54b778
2024-12-04T04:16:15,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/814657a766b74f3b991c23ece1d28476 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/814657a766b74f3b991c23ece1d28476
2024-12-04T04:16:15,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/3b7c5d0b8a5f4eb5af89d45ff74ff32b
2024-12-04T04:16:15,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a452526b321c4d2ab652753baf2064fe to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/a452526b321c4d2ab652753baf2064fe
2024-12-04T04:16:15,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2e61c25b97834950a35a769e70b5bce8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/2e61c25b97834950a35a769e70b5bce8
2024-12-04T04:16:15,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/460c2758826243d8aec31039fdf5d6d4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/933a526fcb3b4c9e9ca8dd87f8bb3d65, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3942da185f5644b9ad24a14133ca8a5b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6a1ab02c7c154adaa350d9085d28eec0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/9d0e30d8895641b98c3d1ae42f337e3b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20a51cc3cf3b413691c9fb18c776e295, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/d6464c58004942828f4d47e5c12eb4c0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/984e6b96703040afa4ed3bd92cf3d235, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7243e8b429654e6da5dca1391d4d503e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/44cc4cc39a924ff897006d386cba731b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/5a9f67e202444989a2e54b0d28d8be13, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ca8920714e9f494f82a59ef8054dc59a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/709b47b8c0f54d81b5a8d4193060e5bc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/322893f2f5b143efb93ba24fd2679b67, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20e25e811b7546aa82369711707f0365, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7b80ec2ea1fb4016bf1ee5604f8dc6ea, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b8f8f45fc07c4be0ad06fddecb8366e8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/562a7a18680f48f2ad2865f77679586f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1d0c5f027f314c428fbb1b7e7dd8742c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/aa96dd8601e54ec3bf4d902784502814, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/89445e2e27a94462ac04a9ac931cbd98, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a969b85eaa09437c94ef5289ea8cbb15, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/56c7440434424211ac355f691043fc8b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/8eba411631f2430db0142457793a675f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/51dd5a2a932c4dac80d9e28c6f244973, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b96bcb0a5b23427eab8137afecf8ecac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/108887832da94870b8e54486b8ccb89b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2db36b96e0f2451eac5edab894a29a2e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/4e5a63be30194158a6fbe8539fcc1c62, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ee6fa9e411c943f7920c6fab9080e378, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1585dfede2e6414585194c7ec7437395, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e82f7316a9541d2b4e1825385819cea, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7912c888b06644e5b4a5984f1d0a00f8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/fa66fe9d1cb84f579bbb42e84147eb84, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2a4032d4cd1b45eea5a7fef7ea10a08f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/817e9b92dddd4989a671b0c2cff069d2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a81d446e2115428ab22701b9924f5292, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/65de2f2eb09b424d8dec65a1e1120274] to archive
2024-12-04T04:16:15,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:16:15,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/460c2758826243d8aec31039fdf5d6d4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/460c2758826243d8aec31039fdf5d6d4
2024-12-04T04:16:15,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/933a526fcb3b4c9e9ca8dd87f8bb3d65 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/933a526fcb3b4c9e9ca8dd87f8bb3d65
2024-12-04T04:16:15,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3942da185f5644b9ad24a14133ca8a5b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3942da185f5644b9ad24a14133ca8a5b
2024-12-04T04:16:15,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6a1ab02c7c154adaa350d9085d28eec0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6a1ab02c7c154adaa350d9085d28eec0
2024-12-04T04:16:15,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/9d0e30d8895641b98c3d1ae42f337e3b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/9d0e30d8895641b98c3d1ae42f337e3b
2024-12-04T04:16:15,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20a51cc3cf3b413691c9fb18c776e295 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20a51cc3cf3b413691c9fb18c776e295
2024-12-04T04:16:15,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/d6464c58004942828f4d47e5c12eb4c0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/d6464c58004942828f4d47e5c12eb4c0
2024-12-04T04:16:15,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/984e6b96703040afa4ed3bd92cf3d235 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/984e6b96703040afa4ed3bd92cf3d235
2024-12-04T04:16:15,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7243e8b429654e6da5dca1391d4d503e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7243e8b429654e6da5dca1391d4d503e
2024-12-04T04:16:15,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/44cc4cc39a924ff897006d386cba731b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/44cc4cc39a924ff897006d386cba731b
2024-12-04T04:16:15,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/5a9f67e202444989a2e54b0d28d8be13 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/5a9f67e202444989a2e54b0d28d8be13
2024-12-04T04:16:15,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ca8920714e9f494f82a59ef8054dc59a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ca8920714e9f494f82a59ef8054dc59a
2024-12-04T04:16:15,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/709b47b8c0f54d81b5a8d4193060e5bc to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/709b47b8c0f54d81b5a8d4193060e5bc
2024-12-04T04:16:15,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/322893f2f5b143efb93ba24fd2679b67 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/322893f2f5b143efb93ba24fd2679b67
2024-12-04T04:16:15,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20e25e811b7546aa82369711707f0365 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/20e25e811b7546aa82369711707f0365
2024-12-04T04:16:15,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7b80ec2ea1fb4016bf1ee5604f8dc6ea to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7b80ec2ea1fb4016bf1ee5604f8dc6ea
2024-12-04T04:16:15,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b8f8f45fc07c4be0ad06fddecb8366e8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b8f8f45fc07c4be0ad06fddecb8366e8
2024-12-04T04:16:15,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/562a7a18680f48f2ad2865f77679586f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/562a7a18680f48f2ad2865f77679586f
2024-12-04T04:16:15,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1d0c5f027f314c428fbb1b7e7dd8742c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1d0c5f027f314c428fbb1b7e7dd8742c
2024-12-04T04:16:15,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/aa96dd8601e54ec3bf4d902784502814 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/aa96dd8601e54ec3bf4d902784502814
2024-12-04T04:16:15,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/89445e2e27a94462ac04a9ac931cbd98 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/89445e2e27a94462ac04a9ac931cbd98
2024-12-04T04:16:15,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a969b85eaa09437c94ef5289ea8cbb15 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a969b85eaa09437c94ef5289ea8cbb15
2024-12-04T04:16:15,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/56c7440434424211ac355f691043fc8b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/56c7440434424211ac355f691043fc8b
2024-12-04T04:16:15,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/8eba411631f2430db0142457793a675f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/8eba411631f2430db0142457793a675f
2024-12-04T04:16:15,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/51dd5a2a932c4dac80d9e28c6f244973 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/51dd5a2a932c4dac80d9e28c6f244973
2024-12-04T04:16:15,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b96bcb0a5b23427eab8137afecf8ecac to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/b96bcb0a5b23427eab8137afecf8ecac
2024-12-04T04:16:15,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/108887832da94870b8e54486b8ccb89b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/108887832da94870b8e54486b8ccb89b
2024-12-04T04:16:15,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2db36b96e0f2451eac5edab894a29a2e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2db36b96e0f2451eac5edab894a29a2e
2024-12-04T04:16:15,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/4e5a63be30194158a6fbe8539fcc1c62 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/4e5a63be30194158a6fbe8539fcc1c62
2024-12-04T04:16:15,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ee6fa9e411c943f7920c6fab9080e378 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/ee6fa9e411c943f7920c6fab9080e378
2024-12-04T04:16:15,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1585dfede2e6414585194c7ec7437395 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/1585dfede2e6414585194c7ec7437395
2024-12-04T04:16:15,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e82f7316a9541d2b4e1825385819cea to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e82f7316a9541d2b4e1825385819cea
2024-12-04T04:16:15,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7912c888b06644e5b4a5984f1d0a00f8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/7912c888b06644e5b4a5984f1d0a00f8
2024-12-04T04:16:15,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/fa66fe9d1cb84f579bbb42e84147eb84 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/fa66fe9d1cb84f579bbb42e84147eb84
2024-12-04T04:16:15,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2a4032d4cd1b45eea5a7fef7ea10a08f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/2a4032d4cd1b45eea5a7fef7ea10a08f
2024-12-04T04:16:15,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/817e9b92dddd4989a671b0c2cff069d2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/817e9b92dddd4989a671b0c2cff069d2
2024-12-04T04:16:15,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a81d446e2115428ab22701b9924f5292 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/a81d446e2115428ab22701b9924f5292
2024-12-04T04:16:15,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/65de2f2eb09b424d8dec65a1e1120274 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/65de2f2eb09b424d8dec65a1e1120274
2024-12-04T04:16:15,481 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/recovered.edits/608.seqid, newMaxSeqId=608, maxSeqId=4
2024-12-04T04:16:15,482 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.
2024-12-04T04:16:15,483 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for fbde65c981f9cd4c5c97d9a4be794739:
Waiting for close lock at 1733285774331Running coprocessor pre-close hooks at 1733285774331Disabling compacts and flushes for region at 1733285774331Disabling writes for close at 1733285774332 (+1 ms)Obtaining lock to block concurrent updates at 1733285774332Preparing flush snapshotting stores in fbde65c981f9cd4c5c97d9a4be794739 at 1733285774332Finished memstore snapshotting TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733285774332Flushing stores of TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739. at 1733285774333 (+1 ms)Flushing fbde65c981f9cd4c5c97d9a4be794739/A: creating writer at 1733285774333Flushing mob file fbde65c981f9cd4c5c97d9a4be794739/A: appending metadata at 1733285774341 (+8 ms)Flushing mob file fbde65c981f9cd4c5c97d9a4be794739/A: closing flushed file at 1733285774341Flushing fbde65c981f9cd4c5c97d9a4be794739/A: appending metadata at 1733285774751 (+410 ms)Flushing fbde65c981f9cd4c5c97d9a4be794739/A: closing flushed file at 1733285774751Flushing fbde65c981f9cd4c5c97d9a4be794739/B: creating writer at 1733285775161 (+410 ms)Flushing fbde65c981f9cd4c5c97d9a4be794739/B: appending metadata at 1733285775164 (+3 ms)Flushing fbde65c981f9cd4c5c97d9a4be794739/B: closing flushed file at 1733285775164Flushing fbde65c981f9cd4c5c97d9a4be794739/C: creating writer at 1733285775182 (+18 ms)Flushing fbde65c981f9cd4c5c97d9a4be794739/C: appending metadata at 1733285775185 (+3 ms)Flushing fbde65c981f9cd4c5c97d9a4be794739/C: closing flushed file at 1733285775185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1da6660a: reopening flushed file at 1733285775220 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1c264b: reopening flushed file at 1733285775234 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c99a176: reopening flushed file at 1733285775243 (+9 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for fbde65c981f9cd4c5c97d9a4be794739 in 919ms, sequenceid=605, compaction requested=true at 1733285775251 (+8 ms)Writing region close event to WAL at 1733285775475 (+224 ms)Running coprocessor post-close hooks at 1733285775482 (+7 ms)Closed at 1733285775482
2024-12-04T04:16:15,489 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=fbde65c981f9cd4c5c97d9a4be794739, regionState=CLOSED
2024-12-04T04:16:15,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:16:15,492 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:15,494 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-12-04T04:16:15,494 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure fbde65c981f9cd4c5c97d9a4be794739, server=67abd3a0ee76,37895,1733285712389 in 1.3140 sec
2024-12-04T04:16:15,496 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-12-04T04:16:15,496 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fbde65c981f9cd4c5c97d9a4be794739, UNASSIGN in 1.3190 sec
2024-12-04T04:16:15,499 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-12-04T04:16:15,499 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3240 sec
2024-12-04T04:16:15,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285775500"}]},"ts":"1733285775500"}
2024-12-04T04:16:15,502 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-04T04:16:15,502 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-04T04:16:15,504 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3390 sec
2024-12-04T04:16:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-12-04T04:16:16,316 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:16,316 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-04T04:16:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:16,318 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:16:16,319 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:16,322 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,326 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/recovered.edits]
2024-12-04T04:16:16,329 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/0e2b05e7a7fa4034996d09d395fee841 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/0e2b05e7a7fa4034996d09d395fee841
2024-12-04T04:16:16,331 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8512ee74c1f147959d21a24e67ed58b3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/8512ee74c1f147959d21a24e67ed58b3
2024-12-04T04:16:16,332 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d461e4d28d04c3fbdfd9eb5778290db to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/A/9d461e4d28d04c3fbdfd9eb5778290db
2024-12-04T04:16:16,335 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/21c5bc4d3d0742c984434f715bda9345 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/21c5bc4d3d0742c984434f715bda9345
2024-12-04T04:16:16,337 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/5c3dc3229f1747d6b8bfa21fa50b45b4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/5c3dc3229f1747d6b8bfa21fa50b45b4
2024-12-04T04:16:16,338 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/e72ce47e753041b0ae2846df5e955e5b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/B/e72ce47e753041b0ae2846df5e955e5b
2024-12-04T04:16:16,340 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3c1e5b70aed84be4a269859da138015b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/3c1e5b70aed84be4a269859da138015b
2024-12-04T04:16:16,341 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e5f208f8b6340ae9e4cbabad6530b05 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/6e5f208f8b6340ae9e4cbabad6530b05
2024-12-04T04:16:16,343 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/c7897a7c2eda4fd7af3e6039a1075f05 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/C/c7897a7c2eda4fd7af3e6039a1075f05
2024-12-04T04:16:16,346 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/recovered.edits/608.seqid to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739/recovered.edits/608.seqid
2024-12-04T04:16:16,347 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,348 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-04T04:16:16,349 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-04T04:16:16,350 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-04T04:16:16,356 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040cc0bf379a7d4a6584fde9a3939fbd7f_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040cc0bf379a7d4a6584fde9a3939fbd7f_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,357 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042ac013f0ccba463591479e64d9fa50ff_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042ac013f0ccba463591479e64d9fa50ff_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,358 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204301c2a18df5d49489c027d187a9f72be_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204301c2a18df5d49489c027d187a9f72be_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,360 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043367a411e2784063a26fe849b29dd65e_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043367a411e2784063a26fe849b29dd65e_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,362 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043631e60de31c46fd8459f77eb5518282_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043631e60de31c46fd8459f77eb5518282_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,363 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043edd654d64c94e07b793c2a3b7662b74_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043edd654d64c94e07b793c2a3b7662b74_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,365 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120440c6e07e6754440ebc5d9e3f834e8b7b_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120440c6e07e6754440ebc5d9e3f834e8b7b_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044ea38f8b4b814b94b99fc9394c61283f_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044ea38f8b4b814b94b99fc9394c61283f_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,367 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045ecab19f8994493ea30427d0ab7fb107_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045ecab19f8994493ea30427d0ab7fb107_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,369 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204755cafb6bdce4422b64ece6e65bfe6dd_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204755cafb6bdce4422b64ece6e65bfe6dd_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,372 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120476ecb694c4e74cdeb29861db8fad65b5_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120476ecb694c4e74cdeb29861db8fad65b5_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,374 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047a78955e47474e2fa501e3de5af4a747_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047a78955e47474e2fa501e3de5af4a747_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,375 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204827f7287fc1a4ee2bb61d6e9b5b98d2b_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204827f7287fc1a4ee2bb61d6e9b5b98d2b_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,379 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048a38f06fdbc94a6c889207a22585affa_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048a38f06fdbc94a6c889207a22585affa_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,380 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204902d34fd1b204a248b7511e29bdf7f92_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204902d34fd1b204a248b7511e29bdf7f92_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,382 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204987a362879aa41e09b4e4e0437eb1e80_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204987a362879aa41e09b4e4e0437eb1e80_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,383 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049a9ba6f3090543ad84e5f4d85e807bda_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049a9ba6f3090543ad84e5f4d85e807bda_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,385 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049d8b52de211045629f4a6b8ce479a05c_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049d8b52de211045629f4a6b8ce479a05c_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,388 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049dcb5b21b26649a3b6ca4f47d74a7bf6_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049dcb5b21b26649a3b6ca4f47d74a7bf6_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,389 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a9b029c831b74c3cb4f6dc4f8f129709_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a9b029c831b74c3cb4f6dc4f8f129709_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,391 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c31bae0e59484572910a7a82cd389f7e_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c31bae0e59484572910a7a82cd389f7e_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,392 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cceb263a90d946d0b3a4f5044479e20b_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cceb263a90d946d0b3a4f5044479e20b_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,393 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e47ed5a2b96d46c18be1582771e037a2_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e47ed5a2b96d46c18be1582771e037a2_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,398 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e91ba3f44db047f0868831003f8fe9a6_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e91ba3f44db047f0868831003f8fe9a6_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,399 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ed217fe49cfa4fba84704238c878073e_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ed217fe49cfa4fba84704238c878073e_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,402 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204efbcbcdede2542ccbc004a54c2f89524_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204efbcbcdede2542ccbc004a54c2f89524_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,417 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f08a057befdf4aeb9a2ec752611a9e08_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f08a057befdf4aeb9a2ec752611a9e08_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,418 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f5260986176f49d08a5ee8d1aab9c658_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f5260986176f49d08a5ee8d1aab9c658_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,420 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fda032ea632d4a23979fdb007d49e3b8_fbde65c981f9cd4c5c97d9a4be794739 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fda032ea632d4a23979fdb007d49e3b8_fbde65c981f9cd4c5c97d9a4be794739
2024-12-04T04:16:16,420 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-04T04:16:16,424 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:16:16,427 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-04T04:16:16,430 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-04T04:16:16,432 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:16,432 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-04T04:16:16,432 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733285776432"}]},"ts":"9223372036854775807"}
2024-12-04T04:16:16,435 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-04T04:16:16,435 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fbde65c981f9cd4c5c97d9a4be794739, NAME => 'TestAcidGuarantees,,1733285743958.fbde65c981f9cd4c5c97d9a4be794739.', STARTKEY => '', ENDKEY => ''}]
2024-12-04T04:16:16,436 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-04T04:16:16,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733285776436"}]},"ts":"9223372036854775807"}
2024-12-04T04:16:16,440 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-04T04:16:16,442 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:16,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 126 msec
2024-12-04T04:16:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:16:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-04T04:16:16,635 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:16,665 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 691) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=235 (was 832)
2024-12-04T04:16:16,677 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=235
2024-12-04T04:16:16,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:16:16,679 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:16:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:16,682 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:16:16,682 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:16,684 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 67
2024-12-04T04:16:16,684 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:16:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-04T04:16:16,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742118_1294 (size=1061)
2024-12-04T04:16:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-04T04:16:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-04T04:16:17,095 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb
2024-12-04T04:16:17,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742119_1295 (size=53)
2024-12-04T04:16:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-04T04:16:17,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:16:17,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 122e9a777f041d2f56f5f8ad90d3bd72, disabling compactions & flushes
2024-12-04T04:16:17,501 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:17,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:17,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. after waiting 0 ms
2024-12-04T04:16:17,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:17,501 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:17,501 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 122e9a777f041d2f56f5f8ad90d3bd72:
Waiting for close lock at 1733285777501Disabling compacts and flushes for region at 1733285777501Disabling writes for close at 1733285777501Writing region close event to WAL at 1733285777501Closed at 1733285777501
2024-12-04T04:16:17,503 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:16:17,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733285777503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733285777503"}]},"ts":"1733285777503"}
2024-12-04T04:16:17,505 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:16:17,505 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:16:17,506 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285777506"}]},"ts":"1733285777506"}
2024-12-04T04:16:17,507 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-04T04:16:17,507 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, ASSIGN}]
2024-12-04T04:16:17,508 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, ASSIGN
2024-12-04T04:16:17,509 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=false
2024-12-04T04:16:17,660 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=122e9a777f041d2f56f5f8ad90d3bd72, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, ASSIGN because future has completed
2024-12-04T04:16:17,664 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:16:17,819 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:17,819 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:16:17,820 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,820 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:16:17,820 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,820 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,821 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 122e9a777f041d2f56f5f8ad90d3bd72 
2024-12-04T04:16:17,822 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:17,822 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 122e9a777f041d2f56f5f8ad90d3bd72 columnFamilyName A
2024-12-04T04:16:17,822 DEBUG [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:17,823 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.HStore(327): Store=122e9a777f041d2f56f5f8ad90d3bd72/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:17,823 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 122e9a777f041d2f56f5f8ad90d3bd72 
2024-12-04T04:16:17,824 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:17,824 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 122e9a777f041d2f56f5f8ad90d3bd72 columnFamilyName B
2024-12-04T04:16:17,824 DEBUG [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:17,824 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.HStore(327): Store=122e9a777f041d2f56f5f8ad90d3bd72/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:17,824 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 122e9a777f041d2f56f5f8ad90d3bd72 
2024-12-04T04:16:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-04T04:16:17,825 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:17,825 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 122e9a777f041d2f56f5f8ad90d3bd72 columnFamilyName C
2024-12-04T04:16:17,825 DEBUG [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:17,826 INFO  [StoreOpener-122e9a777f041d2f56f5f8ad90d3bd72-1 {}] regionserver.HStore(327): Store=122e9a777f041d2f56f5f8ad90d3bd72/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:17,826 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:17,826 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,826 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,827 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,828 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,828 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,828 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:16:17,829 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,830 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:16:17,831 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 122e9a777f041d2f56f5f8ad90d3bd72; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61038681, jitterRate=-0.09045277535915375}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:16:17,831 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:17,831 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 122e9a777f041d2f56f5f8ad90d3bd72:
Running coprocessor pre-open hook at 1733285777820Writing region info on filesystem at 1733285777820Initializing all the Stores at 1733285777821 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285777821Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285777821Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285777821Cleaning up temporary data from old regions at 1733285777828 (+7 ms)Running coprocessor post-open hooks at 1733285777831 (+3 ms)Region opened successfully at 1733285777831
2024-12-04T04:16:17,832 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., pid=69, masterSystemTime=1733285777817
2024-12-04T04:16:17,834 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:17,834 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:17,834 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=122e9a777f041d2f56f5f8ad90d3bd72, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:17,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:16:17,837 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-12-04T04:16:17,837 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389 in 173 msec
2024-12-04T04:16:17,839 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-12-04T04:16:17,839 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, ASSIGN in 330 msec
2024-12-04T04:16:17,840 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:16:17,840 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285777840"}]},"ts":"1733285777840"}
2024-12-04T04:16:17,842 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-04T04:16:17,842 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:16:17,844 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec
2024-12-04T04:16:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-12-04T04:16:18,835 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:18,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78af2e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,837 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef33a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,839 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4142b329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,841 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:16:18,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,35405,1733285711547
2024-12-04T04:16:18,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e50372
2024-12-04T04:16:18,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:16:18,843 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:16:18,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,845 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7412ce94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,847 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b0af10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,849 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0ee5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,850 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3759548e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,852 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ec864a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,853 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526bc241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,855 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0bebb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,857 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad734f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,858 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496f36e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,860 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d53f631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,861 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393303a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,863 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb7b317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,864 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732f6b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,866 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2114dfa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,867 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417920f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,869 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304b1d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,870 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7554e755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,871 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5143af09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:18,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:18,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736035b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:18,874 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:18,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa19ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:18,875 DEBUG [Thread-1353 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,875 DEBUG [Thread-1349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,875 DEBUG [Thread-1357 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,875 DEBUG [Thread-1344 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,875 DEBUG [Thread-1351 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,876 DEBUG [Thread-1340 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,876 DEBUG [Thread-1355 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,877 DEBUG [Thread-1349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,879 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:18,879 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,879 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,879 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,879 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,879 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-12-04T04:16:18,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-04T04:16:18,881 DEBUG [Thread-1346 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,881 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:18,882 DEBUG [Thread-1342 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,883 DEBUG [Thread-1338 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,884 DEBUG [Thread-1342 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,884 DEBUG [Thread-1338 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,884 DEBUG [Thread-1342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,884 DEBUG [Thread-1338 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,886 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:18,886 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:18,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:18,887 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:18,887 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,891 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:16:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:18,899 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:16:18,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:18,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:18,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:18,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:18,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:18,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:18,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d2174f530b4e481692121f40322016c0 is 50, key is test_row_0/A:col10/1733285778897/Put/seqid=0
2024-12-04T04:16:18,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285838929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:18,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285838932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:18,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285838933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285838933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:18,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285838935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:18,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742120_1296 (size=14341)
2024-12-04T04:16:18,950 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d2174f530b4e481692121f40322016c0
2024-12-04T04:16:18,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/116215e5f94f4439889ea757a15dc868 is 50, key is test_row_0/B:col10/1733285778897/Put/seqid=0
2024-12-04T04:16:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-04T04:16:19,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742121_1297 (size=12001)
2024-12-04T04:16:19,013 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/116215e5f94f4439889ea757a15dc868
2024-12-04T04:16:19,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-04T04:16:19,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:19,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:19,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:19,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:19,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:19,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285839045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285839045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285839046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285839046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285839046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/06a986fa75204aabbe6399df3430aa01 is 50, key is test_row_0/C:col10/1733285778897/Put/seqid=0
2024-12-04T04:16:19,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742122_1298 (size=12001)
2024-12-04T04:16:19,093 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/06a986fa75204aabbe6399df3430aa01
2024-12-04T04:16:19,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d2174f530b4e481692121f40322016c0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d2174f530b4e481692121f40322016c0
2024-12-04T04:16:19,108 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d2174f530b4e481692121f40322016c0, entries=200, sequenceid=13, filesize=14.0 K
2024-12-04T04:16:19,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/116215e5f94f4439889ea757a15dc868 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/116215e5f94f4439889ea757a15dc868
2024-12-04T04:16:19,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/116215e5f94f4439889ea757a15dc868, entries=150, sequenceid=13, filesize=11.7 K
2024-12-04T04:16:19,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/06a986fa75204aabbe6399df3430aa01 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/06a986fa75204aabbe6399df3430aa01
2024-12-04T04:16:19,125 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/06a986fa75204aabbe6399df3430aa01, entries=150, sequenceid=13, filesize=11.7 K
2024-12-04T04:16:19,126 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 122e9a777f041d2f56f5f8ad90d3bd72 in 227ms, sequenceid=13, compaction requested=false
2024-12-04T04:16:19,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:19,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-12-04T04:16:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:19,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:16:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-04T04:16:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/86e27e66ace8416493a6bad359c3622c is 50, key is test_row_0/A:col10/1733285778931/Put/seqid=0
2024-12-04T04:16:19,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742123_1299 (size=12001)
2024-12-04T04:16:19,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:19,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285839264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285839267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285839268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285839268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285839268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285839376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285839376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285839387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285839387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285839387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-04T04:16:19,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285839585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285839588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285839596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285839596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285839600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/86e27e66ace8416493a6bad359c3622c
2024-12-04T04:16:19,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/a764108ba88747fea4662791a8d93037 is 50, key is test_row_0/B:col10/1733285778931/Put/seqid=0
2024-12-04T04:16:19,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742124_1300 (size=12001)
2024-12-04T04:16:19,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285839895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285839895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285839905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285839906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285839906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-04T04:16:20,058 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/a764108ba88747fea4662791a8d93037
2024-12-04T04:16:20,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a2a0d311f6e142109fa70b94f68ac4b2 is 50, key is test_row_0/C:col10/1733285778931/Put/seqid=0
2024-12-04T04:16:20,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742125_1301 (size=12001)
2024-12-04T04:16:20,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:20,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285840408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285840408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:20,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:20,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285840415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:20,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285840416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285840416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:20,487 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a2a0d311f6e142109fa70b94f68ac4b2
2024-12-04T04:16:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/86e27e66ace8416493a6bad359c3622c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/86e27e66ace8416493a6bad359c3622c
2024-12-04T04:16:20,550 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/86e27e66ace8416493a6bad359c3622c, entries=150, sequenceid=33, filesize=11.7 K
2024-12-04T04:16:20,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/a764108ba88747fea4662791a8d93037 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a764108ba88747fea4662791a8d93037
2024-12-04T04:16:20,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a764108ba88747fea4662791a8d93037, entries=150, sequenceid=33, filesize=11.7 K
2024-12-04T04:16:20,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a2a0d311f6e142109fa70b94f68ac4b2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a2a0d311f6e142109fa70b94f68ac4b2
2024-12-04T04:16:20,596 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a2a0d311f6e142109fa70b94f68ac4b2, entries=150, sequenceid=33, filesize=11.7 K
2024-12-04T04:16:20,608 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 122e9a777f041d2f56f5f8ad90d3bd72 in 1416ms, sequenceid=33, compaction requested=false
2024-12-04T04:16:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-12-04T04:16:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-12-04T04:16:20,613 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-12-04T04:16:20,613 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7240 sec
2024-12-04T04:16:20,616 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.7360 sec
2024-12-04T04:16:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-12-04T04:16:21,036 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:21,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-12-04T04:16:21,046 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-04T04:16:21,048 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T04:16:21,049 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:21,050 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-04T04:16:21,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-12-04T04:16:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:21,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:16:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/0f9651eb01074a2ca61a80917d1a2bd5 is 50, key is test_row_0/A:col10/1733285779264/Put/seqid=0
2024-12-04T04:16:21,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742126_1302 (size=12001)
2024-12-04T04:16:21,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/0f9651eb01074a2ca61a80917d1a2bd5
2024-12-04T04:16:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-04T04:16:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/5fd697a95e7340aeae5050a2059549a9 is 50, key is test_row_0/B:col10/1733285779264/Put/seqid=0
2024-12-04T04:16:21,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742127_1303 (size=12001)
2024-12-04T04:16:21,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:21,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285841468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285841468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285841473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285841474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285841474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285841585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285841585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285841585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285841585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285841585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-04T04:16:21,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285841797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285841797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285841797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:21,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285841797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285841797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:21,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/5fd697a95e7340aeae5050a2059549a9
2024-12-04T04:16:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/3f7bfdef5cfc4f5996d17f92149a85bc is 50, key is test_row_0/C:col10/1733285779264/Put/seqid=0
2024-12-04T04:16:21,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742128_1304 (size=12001)
2024-12-04T04:16:21,926 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/3f7bfdef5cfc4f5996d17f92149a85bc
2024-12-04T04:16:21,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/0f9651eb01074a2ca61a80917d1a2bd5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0f9651eb01074a2ca61a80917d1a2bd5
2024-12-04T04:16:21,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0f9651eb01074a2ca61a80917d1a2bd5, entries=150, sequenceid=46, filesize=11.7 K
2024-12-04T04:16:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/5fd697a95e7340aeae5050a2059549a9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/5fd697a95e7340aeae5050a2059549a9
2024-12-04T04:16:21,942 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/5fd697a95e7340aeae5050a2059549a9, entries=150, sequenceid=46, filesize=11.7 K
2024-12-04T04:16:21,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/3f7bfdef5cfc4f5996d17f92149a85bc as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3f7bfdef5cfc4f5996d17f92149a85bc
2024-12-04T04:16:21,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3f7bfdef5cfc4f5996d17f92149a85bc, entries=150, sequenceid=46, filesize=11.7 K
2024-12-04T04:16:21,953 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 122e9a777f041d2f56f5f8ad90d3bd72 in 745ms, sequenceid=46, compaction requested=true
2024-12-04T04:16:21,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:21,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:21,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-12-04T04:16:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-12-04T04:16:21,957 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-12-04T04:16:21,957 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 906 msec
2024-12-04T04:16:21,960 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 915 msec
2024-12-04T04:16:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:22,107 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:16:22,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:22,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:22,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:22,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:22,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:22,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:22,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/74aa439be8834e708fc81572e3fbbdcc is 50, key is test_row_0/A:col10/1733285782106/Put/seqid=0
2024-12-04T04:16:22,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285842117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285842119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285842119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285842121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742129_1305 (size=12001)
2024-12-04T04:16:22,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285842128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,133 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/74aa439be8834e708fc81572e3fbbdcc
2024-12-04T04:16:22,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/3125a851230a443387532485f317686d is 50, key is test_row_0/B:col10/1733285782106/Put/seqid=0
2024-12-04T04:16:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-12-04T04:16:22,186 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:22,186 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-12-04T04:16:22,189 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-04T04:16:22,190 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:22,190 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:22,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742130_1306 (size=12001)
2024-12-04T04:16:22,196 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/3125a851230a443387532485f317686d
2024-12-04T04:16:22,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285842225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/614f893041514dc6ba9c3a120b753a89 is 50, key is test_row_0/C:col10/1733285782106/Put/seqid=0
2024-12-04T04:16:22,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285842236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285842236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285842236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285842236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742131_1307 (size=12001)
2024-12-04T04:16:22,261 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/614f893041514dc6ba9c3a120b753a89
2024-12-04T04:16:22,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/74aa439be8834e708fc81572e3fbbdcc as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/74aa439be8834e708fc81572e3fbbdcc
2024-12-04T04:16:22,277 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/74aa439be8834e708fc81572e3fbbdcc, entries=150, sequenceid=66, filesize=11.7 K
2024-12-04T04:16:22,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/3125a851230a443387532485f317686d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3125a851230a443387532485f317686d
2024-12-04T04:16:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-04T04:16:22,305 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3125a851230a443387532485f317686d, entries=150, sequenceid=66, filesize=11.7 K
2024-12-04T04:16:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/614f893041514dc6ba9c3a120b753a89 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/614f893041514dc6ba9c3a120b753a89
2024-12-04T04:16:22,319 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/614f893041514dc6ba9c3a120b753a89, entries=150, sequenceid=66, filesize=11.7 K
2024-12-04T04:16:22,320 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 122e9a777f041d2f56f5f8ad90d3bd72 in 213ms, sequenceid=66, compaction requested=true
2024-12-04T04:16:22,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:22,320 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:22,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:22,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:22,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:22,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:22,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:22,321 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:22,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:22,322 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:22,322 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/A is initiating minor compaction (all files)
2024-12-04T04:16:22,322 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/A in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:22,322 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d2174f530b4e481692121f40322016c0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/86e27e66ace8416493a6bad359c3622c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0f9651eb01074a2ca61a80917d1a2bd5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/74aa439be8834e708fc81572e3fbbdcc] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=49.2 K
2024-12-04T04:16:22,324 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2174f530b4e481692121f40322016c0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733285778891
2024-12-04T04:16:22,324 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:22,324 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/B is initiating minor compaction (all files)
2024-12-04T04:16:22,324 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/B in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:22,324 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/116215e5f94f4439889ea757a15dc868, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a764108ba88747fea4662791a8d93037, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/5fd697a95e7340aeae5050a2059549a9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3125a851230a443387532485f317686d] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=46.9 K
2024-12-04T04:16:22,325 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 116215e5f94f4439889ea757a15dc868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733285778891
2024-12-04T04:16:22,325 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86e27e66ace8416493a6bad359c3622c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733285778920
2024-12-04T04:16:22,325 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a764108ba88747fea4662791a8d93037, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733285778920
2024-12-04T04:16:22,325 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f9651eb01074a2ca61a80917d1a2bd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733285779264
2024-12-04T04:16:22,325 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fd697a95e7340aeae5050a2059549a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733285779264
2024-12-04T04:16:22,326 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74aa439be8834e708fc81572e3fbbdcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285781457
2024-12-04T04:16:22,326 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3125a851230a443387532485f317686d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285781457
2024-12-04T04:16:22,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-12-04T04:16:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:22,347 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:16:22,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:22,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:22,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:22,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:22,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:22,348 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#B#compaction#249 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:22,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:22,348 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/880e71badf034261b38d54ac3f208dba is 50, key is test_row_0/B:col10/1733285782106/Put/seqid=0
2024-12-04T04:16:22,354 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:22,354 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/18c41706784a4361a18da454f2424a1b is 50, key is test_row_0/A:col10/1733285782106/Put/seqid=0
2024-12-04T04:16:22,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/66d6a5c66b92411186a9f05b55999951 is 50, key is test_row_0/A:col10/1733285782109/Put/seqid=0
2024-12-04T04:16:22,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742132_1308 (size=12139)
2024-12-04T04:16:22,381 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/880e71badf034261b38d54ac3f208dba as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/880e71badf034261b38d54ac3f208dba
2024-12-04T04:16:22,392 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/B of 122e9a777f041d2f56f5f8ad90d3bd72 into 880e71badf034261b38d54ac3f208dba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:22,392 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:22,392 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/B, priority=12, startTime=1733285782321; duration=0sec
2024-12-04T04:16:22,392 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:22,392 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:B
2024-12-04T04:16:22,392 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:22,395 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:22,395 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/C is initiating minor compaction (all files)
2024-12-04T04:16:22,396 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/C in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:22,396 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/06a986fa75204aabbe6399df3430aa01, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a2a0d311f6e142109fa70b94f68ac4b2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3f7bfdef5cfc4f5996d17f92149a85bc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/614f893041514dc6ba9c3a120b753a89] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=46.9 K
2024-12-04T04:16:22,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742134_1310 (size=12001)
2024-12-04T04:16:22,397 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/66d6a5c66b92411186a9f05b55999951
2024-12-04T04:16:22,398 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a986fa75204aabbe6399df3430aa01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733285778891
2024-12-04T04:16:22,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742133_1309 (size=12139)
2024-12-04T04:16:22,399 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a2a0d311f6e142109fa70b94f68ac4b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733285778920
2024-12-04T04:16:22,410 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/18c41706784a4361a18da454f2424a1b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/18c41706784a4361a18da454f2424a1b
2024-12-04T04:16:22,411 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f7bfdef5cfc4f5996d17f92149a85bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733285779264
2024-12-04T04:16:22,411 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 614f893041514dc6ba9c3a120b753a89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285781457
2024-12-04T04:16:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/db7139c6476a44dd853955e3be009f8f is 50, key is test_row_0/B:col10/1733285782109/Put/seqid=0
2024-12-04T04:16:22,424 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/A of 122e9a777f041d2f56f5f8ad90d3bd72 into 18c41706784a4361a18da454f2424a1b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:22,424 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:22,424 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/A, priority=12, startTime=1733285782320; duration=0sec
2024-12-04T04:16:22,424 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:22,424 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:A
2024-12-04T04:16:22,427 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#C#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:22,427 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/c466fa381d7b4a0da9fc2d89ba66bcd8 is 50, key is test_row_0/C:col10/1733285782106/Put/seqid=0
2024-12-04T04:16:22,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742135_1311 (size=12001)
2024-12-04T04:16:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:22,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:22,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742136_1312 (size=12139)
2024-12-04T04:16:22,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285842465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285842465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285842466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285842465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285842467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-04T04:16:22,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285842575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285842575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285842576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285842576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285842576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285842785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285842785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285842785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285842785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285842788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-04T04:16:22,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/db7139c6476a44dd853955e3be009f8f
2024-12-04T04:16:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/9af54ab5578f49af857765b82e8395bb is 50, key is test_row_0/C:col10/1733285782109/Put/seqid=0
2024-12-04T04:16:22,861 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/c466fa381d7b4a0da9fc2d89ba66bcd8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/c466fa381d7b4a0da9fc2d89ba66bcd8
2024-12-04T04:16:22,869 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/C of 122e9a777f041d2f56f5f8ad90d3bd72 into c466fa381d7b4a0da9fc2d89ba66bcd8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:22,869 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:22,869 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/C, priority=12, startTime=1733285782321; duration=0sec
2024-12-04T04:16:22,869 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:22,869 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:C
2024-12-04T04:16:22,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742137_1313 (size=12001)
2024-12-04T04:16:23,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285843095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285843095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285843095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285843095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285843105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/9af54ab5578f49af857765b82e8395bb
2024-12-04T04:16:23,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/66d6a5c66b92411186a9f05b55999951 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/66d6a5c66b92411186a9f05b55999951
2024-12-04T04:16:23,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/66d6a5c66b92411186a9f05b55999951, entries=150, sequenceid=79, filesize=11.7 K
2024-12-04T04:16:23,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/db7139c6476a44dd853955e3be009f8f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/db7139c6476a44dd853955e3be009f8f
2024-12-04T04:16:23,308 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/db7139c6476a44dd853955e3be009f8f, entries=150, sequenceid=79, filesize=11.7 K
2024-12-04T04:16:23,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/9af54ab5578f49af857765b82e8395bb as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9af54ab5578f49af857765b82e8395bb
2024-12-04T04:16:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-04T04:16:23,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9af54ab5578f49af857765b82e8395bb, entries=150, sequenceid=79, filesize=11.7 K
2024-12-04T04:16:23,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 122e9a777f041d2f56f5f8ad90d3bd72 in 985ms, sequenceid=79, compaction requested=false
2024-12-04T04:16:23,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:23,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:23,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-12-04T04:16:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-12-04T04:16:23,339 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-12-04T04:16:23,339 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1450 sec
2024-12-04T04:16:23,342 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.1540 sec
2024-12-04T04:16:23,608 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB
2024-12-04T04:16:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:23,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/c2085809b5814347b054cc8987211b9a is 50, key is test_row_0/A:col10/1733285783607/Put/seqid=0
2024-12-04T04:16:23,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285843616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285843616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285843617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285843617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285843623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742138_1314 (size=12001)
2024-12-04T04:16:23,638 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/c2085809b5814347b054cc8987211b9a
2024-12-04T04:16:23,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/d005c7813b7e4893b4f47ec06c194ca6 is 50, key is test_row_0/B:col10/1733285783607/Put/seqid=0
2024-12-04T04:16:23,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742139_1315 (size=12001)
2024-12-04T04:16:23,683 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/d005c7813b7e4893b4f47ec06c194ca6
2024-12-04T04:16:23,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a48a1b719b3f47b7a099b250b540373c is 50, key is test_row_0/C:col10/1733285783607/Put/seqid=0
2024-12-04T04:16:23,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742140_1316 (size=12001)
2024-12-04T04:16:23,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285843735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285843735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285843735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285843735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285843735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285843945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285843945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285843945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285843948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:23,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285843948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,103 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a48a1b719b3f47b7a099b250b540373c
2024-12-04T04:16:24,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/c2085809b5814347b054cc8987211b9a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/c2085809b5814347b054cc8987211b9a
2024-12-04T04:16:24,121 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/c2085809b5814347b054cc8987211b9a, entries=150, sequenceid=104, filesize=11.7 K
2024-12-04T04:16:24,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/d005c7813b7e4893b4f47ec06c194ca6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/d005c7813b7e4893b4f47ec06c194ca6
2024-12-04T04:16:24,125 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/d005c7813b7e4893b4f47ec06c194ca6, entries=150, sequenceid=104, filesize=11.7 K
2024-12-04T04:16:24,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a48a1b719b3f47b7a099b250b540373c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a48a1b719b3f47b7a099b250b540373c
2024-12-04T04:16:24,129 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a48a1b719b3f47b7a099b250b540373c, entries=150, sequenceid=104, filesize=11.7 K
2024-12-04T04:16:24,130 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 122e9a777f041d2f56f5f8ad90d3bd72 in 522ms, sequenceid=104, compaction requested=true
2024-12-04T04:16:24,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:24,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:24,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:24,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:24,130 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:24,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:24,130 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:24,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:24,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:24,131 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:24,131 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:24,131 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/A is initiating minor compaction (all files)
2024-12-04T04:16:24,131 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/B is initiating minor compaction (all files)
2024-12-04T04:16:24,131 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/A in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,131 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/B in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,131 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/18c41706784a4361a18da454f2424a1b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/66d6a5c66b92411186a9f05b55999951, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/c2085809b5814347b054cc8987211b9a] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=35.3 K
2024-12-04T04:16:24,131 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/880e71badf034261b38d54ac3f208dba, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/db7139c6476a44dd853955e3be009f8f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/d005c7813b7e4893b4f47ec06c194ca6] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=35.3 K
2024-12-04T04:16:24,131 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18c41706784a4361a18da454f2424a1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285781457
2024-12-04T04:16:24,131 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 880e71badf034261b38d54ac3f208dba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285781457
2024-12-04T04:16:24,132 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66d6a5c66b92411186a9f05b55999951, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733285782109
2024-12-04T04:16:24,132 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2085809b5814347b054cc8987211b9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733285782458
2024-12-04T04:16:24,132 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting db7139c6476a44dd853955e3be009f8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733285782109
2024-12-04T04:16:24,132 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting d005c7813b7e4893b4f47ec06c194ca6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733285782458
2024-12-04T04:16:24,141 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:24,142 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/0741005c8f934d47a38f99c2a478d93d is 50, key is test_row_0/A:col10/1733285783607/Put/seqid=0
2024-12-04T04:16:24,144 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:24,144 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/b31d5fc602fa448d92c11c0475f03eaa is 50, key is test_row_0/B:col10/1733285783607/Put/seqid=0
2024-12-04T04:16:24,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742141_1317 (size=12241)
2024-12-04T04:16:24,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742142_1318 (size=12241)
2024-12-04T04:16:24,157 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/0741005c8f934d47a38f99c2a478d93d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0741005c8f934d47a38f99c2a478d93d
2024-12-04T04:16:24,165 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/A of 122e9a777f041d2f56f5f8ad90d3bd72 into 0741005c8f934d47a38f99c2a478d93d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:24,165 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:24,165 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/A, priority=13, startTime=1733285784130; duration=0sec
2024-12-04T04:16:24,166 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:24,166 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:A
2024-12-04T04:16:24,166 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:24,167 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/b31d5fc602fa448d92c11c0475f03eaa as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b31d5fc602fa448d92c11c0475f03eaa
2024-12-04T04:16:24,167 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:24,167 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/C is initiating minor compaction (all files)
2024-12-04T04:16:24,167 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/C in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,167 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/c466fa381d7b4a0da9fc2d89ba66bcd8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9af54ab5578f49af857765b82e8395bb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a48a1b719b3f47b7a099b250b540373c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=35.3 K
2024-12-04T04:16:24,168 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting c466fa381d7b4a0da9fc2d89ba66bcd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285781457
2024-12-04T04:16:24,168 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9af54ab5578f49af857765b82e8395bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733285782109
2024-12-04T04:16:24,168 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a48a1b719b3f47b7a099b250b540373c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733285782458
2024-12-04T04:16:24,172 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/B of 122e9a777f041d2f56f5f8ad90d3bd72 into b31d5fc602fa448d92c11c0475f03eaa(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:24,172 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:24,172 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/B, priority=13, startTime=1733285784130; duration=0sec
2024-12-04T04:16:24,172 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:24,172 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:B
2024-12-04T04:16:24,174 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:24,174 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/05e533ea90e74722ba1500875e109594 is 50, key is test_row_0/C:col10/1733285783607/Put/seqid=0
2024-12-04T04:16:24,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742143_1319 (size=12241)
2024-12-04T04:16:24,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:16:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:24,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/ae1d4e56dfcc4a60acf01d27cb51faf5 is 50, key is test_row_0/A:col10/1733285784256/Put/seqid=0
2024-12-04T04:16:24,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742144_1320 (size=9657)
2024-12-04T04:16:24,279 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/ae1d4e56dfcc4a60acf01d27cb51faf5
2024-12-04T04:16:24,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/c6b77558b1644c99bf06fa398b438453 is 50, key is test_row_0/B:col10/1733285784256/Put/seqid=0
2024-12-04T04:16:24,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742145_1321 (size=9657)
2024-12-04T04:16:24,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285844287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285844287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285844288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285844288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285844289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-12-04T04:16:24,345 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:24,345 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-12-04T04:16:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-04T04:16:24,347 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:24,347 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:24,347 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:24,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285844395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285844395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285844399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285844399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285844405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-04T04:16:24,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-04T04:16:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,582 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/05e533ea90e74722ba1500875e109594 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/05e533ea90e74722ba1500875e109594
2024-12-04T04:16:24,587 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/C of 122e9a777f041d2f56f5f8ad90d3bd72 into 05e533ea90e74722ba1500875e109594(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:24,587 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:24,587 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/C, priority=13, startTime=1733285784130; duration=0sec
2024-12-04T04:16:24,587 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:24,587 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:C
2024-12-04T04:16:24,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285844605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285844605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285844605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285844605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285844615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-04T04:16:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-04T04:16:24,692 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/c6b77558b1644c99bf06fa398b438453
2024-12-04T04:16:24,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/39ff15ba37b84015b8d945577a88e19b is 50, key is test_row_0/C:col10/1733285784256/Put/seqid=0
2024-12-04T04:16:24,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742146_1322 (size=9657)
2024-12-04T04:16:24,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-04T04:16:24,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:24,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285844915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285844915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285844915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285844916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285844925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:24,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-04T04:16:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:24,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-04T04:16:25,106 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/39ff15ba37b84015b8d945577a88e19b
2024-12-04T04:16:25,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/ae1d4e56dfcc4a60acf01d27cb51faf5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/ae1d4e56dfcc4a60acf01d27cb51faf5
2024-12-04T04:16:25,113 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/ae1d4e56dfcc4a60acf01d27cb51faf5, entries=100, sequenceid=119, filesize=9.4 K
2024-12-04T04:16:25,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/c6b77558b1644c99bf06fa398b438453 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c6b77558b1644c99bf06fa398b438453
2024-12-04T04:16:25,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-04T04:16:25,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:25,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:25,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:25,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:25,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:25,118 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c6b77558b1644c99bf06fa398b438453, entries=100, sequenceid=119, filesize=9.4 K
2024-12-04T04:16:25,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/39ff15ba37b84015b8d945577a88e19b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/39ff15ba37b84015b8d945577a88e19b
2024-12-04T04:16:25,126 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/39ff15ba37b84015b8d945577a88e19b, entries=100, sequenceid=119, filesize=9.4 K
2024-12-04T04:16:25,128 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 122e9a777f041d2f56f5f8ad90d3bd72 in 870ms, sequenceid=119, compaction requested=false
2024-12-04T04:16:25,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:25,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-12-04T04:16:25,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:25,271 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:16:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/bd8b66fd11304cc6a1539f1665a0f83d is 50, key is test_row_0/A:col10/1733285784286/Put/seqid=0
2024-12-04T04:16:25,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742147_1323 (size=12151)
2024-12-04T04:16:25,279 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/bd8b66fd11304cc6a1539f1665a0f83d
2024-12-04T04:16:25,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/0651e71b374247a78fdadfa9bc1674b6 is 50, key is test_row_0/B:col10/1733285784286/Put/seqid=0
2024-12-04T04:16:25,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742148_1324 (size=12151)
2024-12-04T04:16:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:25,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:25,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285845436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285845443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285845444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285845448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285845448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-04T04:16:25,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285845555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285845556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285845556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285845556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,716 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/0651e71b374247a78fdadfa9bc1674b6
2024-12-04T04:16:25,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/1c24cb80bbf244579e652f26ad745e2d is 50, key is test_row_0/C:col10/1733285784286/Put/seqid=0
2024-12-04T04:16:25,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742149_1325 (size=12151)
2024-12-04T04:16:25,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/1c24cb80bbf244579e652f26ad745e2d
2024-12-04T04:16:25,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/bd8b66fd11304cc6a1539f1665a0f83d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/bd8b66fd11304cc6a1539f1665a0f83d
2024-12-04T04:16:25,753 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/bd8b66fd11304cc6a1539f1665a0f83d, entries=150, sequenceid=140, filesize=11.9 K
2024-12-04T04:16:25,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/0651e71b374247a78fdadfa9bc1674b6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0651e71b374247a78fdadfa9bc1674b6
2024-12-04T04:16:25,759 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0651e71b374247a78fdadfa9bc1674b6, entries=150, sequenceid=140, filesize=11.9 K
2024-12-04T04:16:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/1c24cb80bbf244579e652f26ad745e2d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1c24cb80bbf244579e652f26ad745e2d
2024-12-04T04:16:25,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1c24cb80bbf244579e652f26ad745e2d, entries=150, sequenceid=140, filesize=11.9 K
2024-12-04T04:16:25,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=73.80 KB/75570 for 122e9a777f041d2f56f5f8ad90d3bd72 in 497ms, sequenceid=140, compaction requested=true
2024-12-04T04:16:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-12-04T04:16:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-12-04T04:16:25,773 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-12-04T04:16:25,773 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec
2024-12-04T04:16:25,774 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:16:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:25,775 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4290 sec
2024-12-04T04:16:25,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:25,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:25,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:25,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:25,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:25,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:25,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d5052483f0524079ba09f96e31a469b0 is 50, key is test_row_0/A:col10/1733285785442/Put/seqid=0
2024-12-04T04:16:25,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742150_1326 (size=12151)
2024-12-04T04:16:25,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285845794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285845797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285845797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285845799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285845905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285845906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285845906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285845906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:25,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285846115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285846115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285846115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285846115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,195 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d5052483f0524079ba09f96e31a469b0
2024-12-04T04:16:26,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/6beddad2b4a840ccaa55ad405f2b0176 is 50, key is test_row_0/B:col10/1733285785442/Put/seqid=0
2024-12-04T04:16:26,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742151_1327 (size=12151)
2024-12-04T04:16:26,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285846425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285846425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285846425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285846427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285846455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,459 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-12-04T04:16:26,506 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:26,507 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-12-04T04:16:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-04T04:16:26,512 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:26,515 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:26,515 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-04T04:16:26,630 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/6beddad2b4a840ccaa55ad405f2b0176
2024-12-04T04:16:26,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a1299700b729472f8af1a31dbfac6b81 is 50, key is test_row_0/C:col10/1733285785442/Put/seqid=0
2024-12-04T04:16:26,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742152_1328 (size=12151)
2024-12-04T04:16:26,653 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a1299700b729472f8af1a31dbfac6b81
2024-12-04T04:16:26,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d5052483f0524079ba09f96e31a469b0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d5052483f0524079ba09f96e31a469b0
2024-12-04T04:16:26,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-12-04T04:16:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:26,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:26,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:26,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:26,683 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d5052483f0524079ba09f96e31a469b0, entries=150, sequenceid=157, filesize=11.9 K
2024-12-04T04:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/6beddad2b4a840ccaa55ad405f2b0176 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6beddad2b4a840ccaa55ad405f2b0176
2024-12-04T04:16:26,696 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6beddad2b4a840ccaa55ad405f2b0176, entries=150, sequenceid=157, filesize=11.9 K
2024-12-04T04:16:26,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/a1299700b729472f8af1a31dbfac6b81 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a1299700b729472f8af1a31dbfac6b81
2024-12-04T04:16:26,701 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a1299700b729472f8af1a31dbfac6b81, entries=150, sequenceid=157, filesize=11.9 K
2024-12-04T04:16:26,702 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 122e9a777f041d2f56f5f8ad90d3bd72 in 928ms, sequenceid=157, compaction requested=true
2024-12-04T04:16:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:26,702 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:26,702 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:26,708 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:26,708 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/A is initiating minor compaction (all files)
2024-12-04T04:16:26,708 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/A in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:26,708 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0741005c8f934d47a38f99c2a478d93d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/ae1d4e56dfcc4a60acf01d27cb51faf5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/bd8b66fd11304cc6a1539f1665a0f83d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d5052483f0524079ba09f96e31a469b0] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=45.1 K
2024-12-04T04:16:26,710 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:26,710 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/B is initiating minor compaction (all files)
2024-12-04T04:16:26,710 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/B in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:26,710 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b31d5fc602fa448d92c11c0475f03eaa, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c6b77558b1644c99bf06fa398b438453, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0651e71b374247a78fdadfa9bc1674b6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6beddad2b4a840ccaa55ad405f2b0176] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=45.1 K
2024-12-04T04:16:26,711 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0741005c8f934d47a38f99c2a478d93d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733285782458
2024-12-04T04:16:26,712 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b31d5fc602fa448d92c11c0475f03eaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733285782458
2024-12-04T04:16:26,712 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae1d4e56dfcc4a60acf01d27cb51faf5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733285784256
2024-12-04T04:16:26,712 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b77558b1644c99bf06fa398b438453, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733285784256
2024-12-04T04:16:26,712 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd8b66fd11304cc6a1539f1665a0f83d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733285784285
2024-12-04T04:16:26,713 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0651e71b374247a78fdadfa9bc1674b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733285784285
2024-12-04T04:16:26,713 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5052483f0524079ba09f96e31a469b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285785442
2024-12-04T04:16:26,713 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 6beddad2b4a840ccaa55ad405f2b0176, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285785442
2024-12-04T04:16:26,740 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:26,741 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/2ec063e0c0c9434db6232915eda02df5 is 50, key is test_row_0/A:col10/1733285785442/Put/seqid=0
2024-12-04T04:16:26,755 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:26,756 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/082930a5fb4c4f549cdf67c8baa48ac4 is 50, key is test_row_0/B:col10/1733285785442/Put/seqid=0
2024-12-04T04:16:26,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742153_1329 (size=12527)
2024-12-04T04:16:26,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742154_1330 (size=12527)
2024-12-04T04:16:26,802 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/2ec063e0c0c9434db6232915eda02df5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/2ec063e0c0c9434db6232915eda02df5
2024-12-04T04:16:26,812 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/A of 122e9a777f041d2f56f5f8ad90d3bd72 into 2ec063e0c0c9434db6232915eda02df5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:26,812 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:26,812 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/A, priority=12, startTime=1733285786702; duration=0sec
2024-12-04T04:16:26,812 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:26,812 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:A
2024-12-04T04:16:26,813 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:26,816 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:26,816 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/C is initiating minor compaction (all files)
2024-12-04T04:16:26,816 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/C in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:26,816 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/05e533ea90e74722ba1500875e109594, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/39ff15ba37b84015b8d945577a88e19b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1c24cb80bbf244579e652f26ad745e2d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a1299700b729472f8af1a31dbfac6b81] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=45.1 K
2024-12-04T04:16:26,820 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05e533ea90e74722ba1500875e109594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733285782458
2024-12-04T04:16:26,821 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ff15ba37b84015b8d945577a88e19b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733285784256
2024-12-04T04:16:26,822 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c24cb80bbf244579e652f26ad745e2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733285784285
2024-12-04T04:16:26,822 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1299700b729472f8af1a31dbfac6b81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285785442
2024-12-04T04:16:26,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-12-04T04:16:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:26,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:16:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-04T04:16:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/514a62819fb04ccb914a701a3e98c4ec is 50, key is test_row_0/A:col10/1733285785794/Put/seqid=0
2024-12-04T04:16:26,846 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:26,847 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/fb20bcbe803d48269a08dbb0632c13bf is 50, key is test_row_0/C:col10/1733285785442/Put/seqid=0
2024-12-04T04:16:26,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742156_1332 (size=12527)
2024-12-04T04:16:26,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742155_1331 (size=12151)
2024-12-04T04:16:26,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/514a62819fb04ccb914a701a3e98c4ec
2024-12-04T04:16:26,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/35325c5dd03141b4bae3ae1f4e897776 is 50, key is test_row_0/B:col10/1733285785794/Put/seqid=0
2024-12-04T04:16:26,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742157_1333 (size=12151)
2024-12-04T04:16:26,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/35325c5dd03141b4bae3ae1f4e897776
2024-12-04T04:16:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:26,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/dfccc8a3d9034c14b2f626aee14d11a3 is 50, key is test_row_0/C:col10/1733285785794/Put/seqid=0
2024-12-04T04:16:26,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285846970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285846970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285846970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285846974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:26,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742158_1334 (size=12151)
2024-12-04T04:16:27,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285847085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285847086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285847086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285847087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-04T04:16:27,201 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/082930a5fb4c4f549cdf67c8baa48ac4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/082930a5fb4c4f549cdf67c8baa48ac4
2024-12-04T04:16:27,209 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/B of 122e9a777f041d2f56f5f8ad90d3bd72 into 082930a5fb4c4f549cdf67c8baa48ac4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:27,209 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:27,209 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/B, priority=12, startTime=1733285786702; duration=0sec
2024-12-04T04:16:27,209 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:27,209 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:B
2024-12-04T04:16:27,289 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/fb20bcbe803d48269a08dbb0632c13bf as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/fb20bcbe803d48269a08dbb0632c13bf
2024-12-04T04:16:27,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285847295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285847295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285847295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,300 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/C of 122e9a777f041d2f56f5f8ad90d3bd72 into fb20bcbe803d48269a08dbb0632c13bf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:27,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,300 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:27,300 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/C, priority=12, startTime=1733285786702; duration=0sec
2024-12-04T04:16:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285847295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,300 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,301 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:C
2024-12-04T04:16:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/dfccc8a3d9034c14b2f626aee14d11a3
2024-12-04T04:16:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/514a62819fb04ccb914a701a3e98c4ec as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/514a62819fb04ccb914a701a3e98c4ec
2024-12-04T04:16:27,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/514a62819fb04ccb914a701a3e98c4ec, entries=150, sequenceid=173, filesize=11.9 K
2024-12-04T04:16:27,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/35325c5dd03141b4bae3ae1f4e897776 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/35325c5dd03141b4bae3ae1f4e897776
2024-12-04T04:16:27,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/35325c5dd03141b4bae3ae1f4e897776, entries=150, sequenceid=173, filesize=11.9 K
2024-12-04T04:16:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/dfccc8a3d9034c14b2f626aee14d11a3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/dfccc8a3d9034c14b2f626aee14d11a3
2024-12-04T04:16:27,424 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/dfccc8a3d9034c14b2f626aee14d11a3, entries=150, sequenceid=173, filesize=11.9 K
2024-12-04T04:16:27,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 122e9a777f041d2f56f5f8ad90d3bd72 in 600ms, sequenceid=173, compaction requested=false
2024-12-04T04:16:27,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:27,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:27,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-12-04T04:16:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-12-04T04:16:27,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-12-04T04:16:27,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 914 msec
2024-12-04T04:16:27,435 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 926 msec
2024-12-04T04:16:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:27,615 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:16:27,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:27,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:27,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:27,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:27,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/f8acfa581bdc48f88949343f8c4393c7 is 50, key is test_row_0/A:col10/1733285787607/Put/seqid=0
2024-12-04T04:16:27,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285847636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285847637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285847639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285847640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-12-04T04:16:27,645 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:27,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees
2024-12-04T04:16:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-04T04:16:27,657 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:27,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742159_1335 (size=12151)
2024-12-04T04:16:27,664 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:27,665 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:27,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285847745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285847745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-04T04:16:27,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285847755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285847756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:27,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:27,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285847956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285847956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-04T04:16:27,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285847965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285847966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:27,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:27,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:27,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:27,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,060 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/f8acfa581bdc48f88949343f8c4393c7
2024-12-04T04:16:28,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/64820fe8b269493885a144efe299ec0b is 50, key is test_row_0/B:col10/1733285787607/Put/seqid=0
2024-12-04T04:16:28,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742160_1336 (size=12151)
2024-12-04T04:16:28,101 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/64820fe8b269493885a144efe299ec0b
2024-12-04T04:16:28,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/e1151c0e08244a9696490d6e060a18dc is 50, key is test_row_0/C:col10/1733285787607/Put/seqid=0
2024-12-04T04:16:28,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:28,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:28,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742161_1337 (size=12151)
2024-12-04T04:16:28,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285848266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-04T04:16:28,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285848276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285848277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285848277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285848497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,499 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,564 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/e1151c0e08244a9696490d6e060a18dc
2024-12-04T04:16:28,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/f8acfa581bdc48f88949343f8c4393c7 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/f8acfa581bdc48f88949343f8c4393c7
2024-12-04T04:16:28,595 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/f8acfa581bdc48f88949343f8c4393c7, entries=150, sequenceid=195, filesize=11.9 K
2024-12-04T04:16:28,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/64820fe8b269493885a144efe299ec0b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/64820fe8b269493885a144efe299ec0b
2024-12-04T04:16:28,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,626 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/64820fe8b269493885a144efe299ec0b, entries=150, sequenceid=195, filesize=11.9 K
2024-12-04T04:16:28,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/e1151c0e08244a9696490d6e060a18dc as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/e1151c0e08244a9696490d6e060a18dc
2024-12-04T04:16:28,638 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/e1151c0e08244a9696490d6e060a18dc, entries=150, sequenceid=195, filesize=11.9 K
2024-12-04T04:16:28,639 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 122e9a777f041d2f56f5f8ad90d3bd72 in 1024ms, sequenceid=195, compaction requested=true
2024-12-04T04:16:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:28,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:28,640 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:28,640 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:28,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:28,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:28,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:28,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:28,640 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:28,640 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/B is initiating minor compaction (all files)
2024-12-04T04:16:28,641 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/B in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,641 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/082930a5fb4c4f549cdf67c8baa48ac4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/35325c5dd03141b4bae3ae1f4e897776, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/64820fe8b269493885a144efe299ec0b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.0 K
2024-12-04T04:16:28,642 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:28,642 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/A is initiating minor compaction (all files)
2024-12-04T04:16:28,642 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/A in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,642 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/2ec063e0c0c9434db6232915eda02df5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/514a62819fb04ccb914a701a3e98c4ec, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/f8acfa581bdc48f88949343f8c4393c7] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.0 K
2024-12-04T04:16:28,643 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 082930a5fb4c4f549cdf67c8baa48ac4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285785442
2024-12-04T04:16:28,644 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ec063e0c0c9434db6232915eda02df5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285785442
2024-12-04T04:16:28,644 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 35325c5dd03141b4bae3ae1f4e897776, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733285785789
2024-12-04T04:16:28,644 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 514a62819fb04ccb914a701a3e98c4ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733285785789
2024-12-04T04:16:28,644 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 64820fe8b269493885a144efe299ec0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733285786967
2024-12-04T04:16:28,645 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8acfa581bdc48f88949343f8c4393c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733285786967
2024-12-04T04:16:28,737 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:28,737 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/a8c900c780b844e29725e3fab1a94b56 is 50, key is test_row_0/A:col10/1733285787607/Put/seqid=0
2024-12-04T04:16:28,739 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:28,739 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/18d6c15195a8431b8e797204a483aa35 is 50, key is test_row_0/B:col10/1733285787607/Put/seqid=0
2024-12-04T04:16:28,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742162_1338 (size=12629)
2024-12-04T04:16:28,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742163_1339 (size=12629)
2024-12-04T04:16:28,779 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:16:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:28,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-04T04:16:28,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/b0f1696f9f08432e84664a49311fed96 is 50, key is test_row_0/A:col10/1733285787638/Put/seqid=0
2024-12-04T04:16:28,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742164_1340 (size=14541)
2024-12-04T04:16:28,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285848892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285848896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285848897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285848898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:28,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:28,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285849006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285849006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285849006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285849008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,193 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/18d6c15195a8431b8e797204a483aa35 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/18d6c15195a8431b8e797204a483aa35
2024-12-04T04:16:29,193 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/a8c900c780b844e29725e3fab1a94b56 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/a8c900c780b844e29725e3fab1a94b56
2024-12-04T04:16:29,200 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/B of 122e9a777f041d2f56f5f8ad90d3bd72 into 18d6c15195a8431b8e797204a483aa35(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:29,200 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:29,200 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/B, priority=13, startTime=1733285788640; duration=0sec
2024-12-04T04:16:29,200 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:29,200 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:B
2024-12-04T04:16:29,200 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:29,202 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:29,202 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/C is initiating minor compaction (all files)
2024-12-04T04:16:29,202 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/C in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,203 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/fb20bcbe803d48269a08dbb0632c13bf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/dfccc8a3d9034c14b2f626aee14d11a3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/e1151c0e08244a9696490d6e060a18dc] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.0 K
2024-12-04T04:16:29,203 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/A of 122e9a777f041d2f56f5f8ad90d3bd72 into a8c900c780b844e29725e3fab1a94b56(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:29,203 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:29,203 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/A, priority=13, startTime=1733285788639; duration=0sec
2024-12-04T04:16:29,204 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:29,204 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:A
2024-12-04T04:16:29,204 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting fb20bcbe803d48269a08dbb0632c13bf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285785442
2024-12-04T04:16:29,205 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting dfccc8a3d9034c14b2f626aee14d11a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733285785789
2024-12-04T04:16:29,205 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting e1151c0e08244a9696490d6e060a18dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733285786967
2024-12-04T04:16:29,218 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:29,219 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/d6bec3a81faf4594a5a655e49efe82d9 is 50, key is test_row_0/C:col10/1733285787607/Put/seqid=0
2024-12-04T04:16:29,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285849226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285849228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285849228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285849232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:29,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:29,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742165_1341 (size=12629)
2024-12-04T04:16:29,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/b0f1696f9f08432e84664a49311fed96
2024-12-04T04:16:29,284 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/d6bec3a81faf4594a5a655e49efe82d9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/d6bec3a81faf4594a5a655e49efe82d9
2024-12-04T04:16:29,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/b3b220590ccb4097b51ebd88414df8a8 is 50, key is test_row_0/B:col10/1733285787638/Put/seqid=0
2024-12-04T04:16:29,308 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/C of 122e9a777f041d2f56f5f8ad90d3bd72 into d6bec3a81faf4594a5a655e49efe82d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:29,308 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:29,309 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/C, priority=13, startTime=1733285788640; duration=0sec
2024-12-04T04:16:29,309 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:29,309 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:C
2024-12-04T04:16:29,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742166_1342 (size=12151)
2024-12-04T04:16:29,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285849536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285849546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285849552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285849552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:29,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:29,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:29,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,738 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/b3b220590ccb4097b51ebd88414df8a8
2024-12-04T04:16:29,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/1b622e5983a642c2ab9509aff8799c6a is 50, key is test_row_0/C:col10/1733285787638/Put/seqid=0
2024-12-04T04:16:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-04T04:16:29,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742167_1343 (size=12151)
2024-12-04T04:16:29,828 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/1b622e5983a642c2ab9509aff8799c6a
2024-12-04T04:16:29,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/b0f1696f9f08432e84664a49311fed96 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b0f1696f9f08432e84664a49311fed96
2024-12-04T04:16:29,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:29,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,914 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b0f1696f9f08432e84664a49311fed96, entries=200, sequenceid=208, filesize=14.2 K
2024-12-04T04:16:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:29,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/b3b220590ccb4097b51ebd88414df8a8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b3b220590ccb4097b51ebd88414df8a8
2024-12-04T04:16:29,945 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b3b220590ccb4097b51ebd88414df8a8, entries=150, sequenceid=208, filesize=11.9 K
2024-12-04T04:16:29,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/1b622e5983a642c2ab9509aff8799c6a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1b622e5983a642c2ab9509aff8799c6a
2024-12-04T04:16:29,953 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1b622e5983a642c2ab9509aff8799c6a, entries=150, sequenceid=208, filesize=11.9 K
2024-12-04T04:16:29,954 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 122e9a777f041d2f56f5f8ad90d3bd72 in 1175ms, sequenceid=208, compaction requested=false
2024-12-04T04:16:29,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:30,056 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:16:30,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:30,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:30,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:30,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:30,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:30,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:30,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/79843a07e135467d938d682341a7088f is 50, key is test_row_0/A:col10/1733285788880/Put/seqid=0
2024-12-04T04:16:30,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742168_1344 (size=14541)
2024-12-04T04:16:30,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285850101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285850122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285850122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285850126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285850240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285850246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285850246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285850247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285850455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285850466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285850466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285850468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,522 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/79843a07e135467d938d682341a7088f
2024-12-04T04:16:30,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/aed56ece8ae7451da625de15e8ede9c8 is 50, key is test_row_0/B:col10/1733285788880/Put/seqid=0
2024-12-04T04:16:30,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742169_1345 (size=12151)
2024-12-04T04:16:30,579 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/aed56ece8ae7451da625de15e8ede9c8
2024-12-04T04:16:30,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/54d117fe69f04b0f80e128981cfa0d80 is 50, key is test_row_0/C:col10/1733285788880/Put/seqid=0
2024-12-04T04:16:30,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742170_1346 (size=12151)
2024-12-04T04:16:30,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285850766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285850775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285850775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285850775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:30,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:30,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:31,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:31,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:31,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:31,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:31,060 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/54d117fe69f04b0f80e128981cfa0d80
2024-12-04T04:16:31,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/79843a07e135467d938d682341a7088f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/79843a07e135467d938d682341a7088f
2024-12-04T04:16:31,084 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/79843a07e135467d938d682341a7088f, entries=200, sequenceid=231, filesize=14.2 K
2024-12-04T04:16:31,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/aed56ece8ae7451da625de15e8ede9c8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/aed56ece8ae7451da625de15e8ede9c8
2024-12-04T04:16:31,109 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/aed56ece8ae7451da625de15e8ede9c8, entries=150, sequenceid=231, filesize=11.9 K
2024-12-04T04:16:31,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/54d117fe69f04b0f80e128981cfa0d80 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/54d117fe69f04b0f80e128981cfa0d80
2024-12-04T04:16:31,155 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/54d117fe69f04b0f80e128981cfa0d80, entries=150, sequenceid=231, filesize=11.9 K
2024-12-04T04:16:31,157 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=73.80 KB/75570 for 122e9a777f041d2f56f5f8ad90d3bd72 in 1101ms, sequenceid=231, compaction requested=true
2024-12-04T04:16:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:31,157 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:31,157 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:31,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:31,158 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:31,158 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/A is initiating minor compaction (all files)
2024-12-04T04:16:31,158 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/A in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:31,158 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/a8c900c780b844e29725e3fab1a94b56, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b0f1696f9f08432e84664a49311fed96, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/79843a07e135467d938d682341a7088f] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=40.7 K
2024-12-04T04:16:31,158 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:31,158 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/B is initiating minor compaction (all files)
2024-12-04T04:16:31,158 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/B in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:31,158 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/18d6c15195a8431b8e797204a483aa35, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b3b220590ccb4097b51ebd88414df8a8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/aed56ece8ae7451da625de15e8ede9c8] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.1 K
2024-12-04T04:16:31,158 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c900c780b844e29725e3fab1a94b56, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733285786967
2024-12-04T04:16:31,159 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 18d6c15195a8431b8e797204a483aa35, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733285786967
2024-12-04T04:16:31,159 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f1696f9f08432e84664a49311fed96, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733285787628
2024-12-04T04:16:31,159 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b3b220590ccb4097b51ebd88414df8a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733285787628
2024-12-04T04:16:31,159 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79843a07e135467d938d682341a7088f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733285788786
2024-12-04T04:16:31,159 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting aed56ece8ae7451da625de15e8ede9c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733285788786
2024-12-04T04:16:31,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-12-04T04:16:31,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:31,170 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:16:31,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:31,174 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:31,175 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/3f632b58acd94ac6b98581d6af423016 is 50, key is test_row_0/B:col10/1733285788880/Put/seqid=0
2024-12-04T04:16:31,182 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:31,183 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/849483f1fef840079e214786edd006b9 is 50, key is test_row_0/A:col10/1733285788880/Put/seqid=0
2024-12-04T04:16:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/991ac0deb5d24c5dad06fed0eb9818ed is 50, key is test_row_0/A:col10/1733285790108/Put/seqid=0
2024-12-04T04:16:31,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742172_1348 (size=12731)
2024-12-04T04:16:31,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742171_1347 (size=12731)
2024-12-04T04:16:31,278 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/3f632b58acd94ac6b98581d6af423016 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3f632b58acd94ac6b98581d6af423016
2024-12-04T04:16:31,287 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/B of 122e9a777f041d2f56f5f8ad90d3bd72 into 3f632b58acd94ac6b98581d6af423016(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:31,287 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:31,287 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/B, priority=13, startTime=1733285791157; duration=0sec
2024-12-04T04:16:31,287 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:31,288 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:B
2024-12-04T04:16:31,288 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:31,289 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:31,289 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/C is initiating minor compaction (all files)
2024-12-04T04:16:31,289 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/C in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:31,289 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/d6bec3a81faf4594a5a655e49efe82d9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1b622e5983a642c2ab9509aff8799c6a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/54d117fe69f04b0f80e128981cfa0d80] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.1 K
2024-12-04T04:16:31,290 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting d6bec3a81faf4594a5a655e49efe82d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733285786967
2024-12-04T04:16:31,290 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b622e5983a642c2ab9509aff8799c6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733285787628
2024-12-04T04:16:31,291 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 54d117fe69f04b0f80e128981cfa0d80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733285788786
2024-12-04T04:16:31,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:31,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742173_1349 (size=12151)
2024-12-04T04:16:31,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/991ac0deb5d24c5dad06fed0eb9818ed
2024-12-04T04:16:31,315 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#C#compaction#291 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:31,315 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/49af4ae0bcec4a7db282959add496cbb is 50, key is test_row_0/C:col10/1733285788880/Put/seqid=0
2024-12-04T04:16:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/6ce1c29879274136b02ff1d804d9cb85 is 50, key is test_row_0/B:col10/1733285790108/Put/seqid=0
2024-12-04T04:16:31,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742174_1350 (size=12731)
2024-12-04T04:16:31,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742175_1351 (size=12151)
2024-12-04T04:16:31,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/6ce1c29879274136b02ff1d804d9cb85
2024-12-04T04:16:31,391 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/49af4ae0bcec4a7db282959add496cbb as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/49af4ae0bcec4a7db282959add496cbb
2024-12-04T04:16:31,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285851377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/785f3279b276400ea1c26aecc1710063 is 50, key is test_row_0/C:col10/1733285790108/Put/seqid=0
2024-12-04T04:16:31,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285851390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285851392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285851396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,415 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/C of 122e9a777f041d2f56f5f8ad90d3bd72 into 49af4ae0bcec4a7db282959add496cbb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:31,415 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:31,415 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/C, priority=13, startTime=1733285791157; duration=0sec
2024-12-04T04:16:31,415 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:31,415 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:C
2024-12-04T04:16:31,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742176_1352 (size=12151)
2024-12-04T04:16:31,472 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/785f3279b276400ea1c26aecc1710063
2024-12-04T04:16:31,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/991ac0deb5d24c5dad06fed0eb9818ed as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/991ac0deb5d24c5dad06fed0eb9818ed
2024-12-04T04:16:31,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/991ac0deb5d24c5dad06fed0eb9818ed, entries=150, sequenceid=245, filesize=11.9 K
2024-12-04T04:16:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/6ce1c29879274136b02ff1d804d9cb85 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6ce1c29879274136b02ff1d804d9cb85
2024-12-04T04:16:31,506 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6ce1c29879274136b02ff1d804d9cb85, entries=150, sequenceid=245, filesize=11.9 K
2024-12-04T04:16:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/785f3279b276400ea1c26aecc1710063 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/785f3279b276400ea1c26aecc1710063
2024-12-04T04:16:31,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/785f3279b276400ea1c26aecc1710063, entries=150, sequenceid=245, filesize=11.9 K
2024-12-04T04:16:31,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 122e9a777f041d2f56f5f8ad90d3bd72 in 354ms, sequenceid=245, compaction requested=false
2024-12-04T04:16:31,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:31,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:31,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-12-04T04:16:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-12-04T04:16:31,531 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:16:31,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:31,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:31,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:31,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:31,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:31,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:31,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/94565e5068de44fdb413ec6af9590116 is 50, key is test_row_0/A:col10/1733285791526/Put/seqid=0
2024-12-04T04:16:31,547 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-12-04T04:16:31,547 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8730 sec
2024-12-04T04:16:31,549 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 3.9020 sec
2024-12-04T04:16:31,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285851592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285851597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285851601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285851605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742177_1353 (size=14741)
2024-12-04T04:16:31,636 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/94565e5068de44fdb413ec6af9590116
2024-12-04T04:16:31,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/7c7cce0bf6e4408fa581b87024b93f6e is 50, key is test_row_0/B:col10/1733285791526/Put/seqid=0
2024-12-04T04:16:31,695 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/849483f1fef840079e214786edd006b9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/849483f1fef840079e214786edd006b9
2024-12-04T04:16:31,708 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/A of 122e9a777f041d2f56f5f8ad90d3bd72 into 849483f1fef840079e214786edd006b9(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:31,708 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:31,708 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/A, priority=13, startTime=1733285791157; duration=0sec
2024-12-04T04:16:31,709 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:31,709 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:A
2024-12-04T04:16:31,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285851715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285851720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285851734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285851736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742178_1354 (size=12301)
2024-12-04T04:16:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-04T04:16:31,837 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:31,838 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees
2024-12-04T04:16:31,841 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:31,843 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:31,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-12-04T04:16:31,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285851932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285851945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285851945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-12-04T04:16:31,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285851955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:31,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:31,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-12-04T04:16:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-12-04T04:16:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:32,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-12-04T04:16:32,176 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/7c7cce0bf6e4408fa581b87024b93f6e
2024-12-04T04:16:32,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/5c84d311ea374e4183bd427458a5664c is 50, key is test_row_0/C:col10/1733285791526/Put/seqid=0
2024-12-04T04:16:32,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285852255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285852256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285852255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742179_1355 (size=12301)
2024-12-04T04:16:32,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285852268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/5c84d311ea374e4183bd427458a5664c
2024-12-04T04:16:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/94565e5068de44fdb413ec6af9590116 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/94565e5068de44fdb413ec6af9590116
2024-12-04T04:16:32,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-12-04T04:16:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:32,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/94565e5068de44fdb413ec6af9590116, entries=200, sequenceid=266, filesize=14.4 K
2024-12-04T04:16:32,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/7c7cce0bf6e4408fa581b87024b93f6e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/7c7cce0bf6e4408fa581b87024b93f6e
2024-12-04T04:16:32,353 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/7c7cce0bf6e4408fa581b87024b93f6e, entries=150, sequenceid=266, filesize=12.0 K
2024-12-04T04:16:32,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/5c84d311ea374e4183bd427458a5664c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/5c84d311ea374e4183bd427458a5664c
2024-12-04T04:16:32,377 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/5c84d311ea374e4183bd427458a5664c, entries=150, sequenceid=266, filesize=12.0 K
2024-12-04T04:16:32,392 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 122e9a777f041d2f56f5f8ad90d3bd72 in 862ms, sequenceid=266, compaction requested=true
2024-12-04T04:16:32,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:32,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:32,393 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:32,393 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:32,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:32,394 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39623 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:32,394 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/A is initiating minor compaction (all files)
2024-12-04T04:16:32,394 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/A in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,394 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/849483f1fef840079e214786edd006b9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/991ac0deb5d24c5dad06fed0eb9818ed, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/94565e5068de44fdb413ec6af9590116] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=38.7 K
2024-12-04T04:16:32,394 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:32,394 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/B is initiating minor compaction (all files)
2024-12-04T04:16:32,394 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/B in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,395 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3f632b58acd94ac6b98581d6af423016, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6ce1c29879274136b02ff1d804d9cb85, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/7c7cce0bf6e4408fa581b87024b93f6e] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.3 K
2024-12-04T04:16:32,401 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 849483f1fef840079e214786edd006b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733285788786
2024-12-04T04:16:32,402 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f632b58acd94ac6b98581d6af423016, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733285788786
2024-12-04T04:16:32,408 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 991ac0deb5d24c5dad06fed0eb9818ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733285790108
2024-12-04T04:16:32,409 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce1c29879274136b02ff1d804d9cb85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733285790108
2024-12-04T04:16:32,412 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c7cce0bf6e4408fa581b87024b93f6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733285791373
2024-12-04T04:16:32,413 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94565e5068de44fdb413ec6af9590116, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733285791373
2024-12-04T04:16:32,445 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:32,446 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/da10f10ca65149b4b41e4efef3304041 is 50, key is test_row_0/B:col10/1733285791526/Put/seqid=0
2024-12-04T04:16:32,457 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#A#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:32,457 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/5b6588626a69435caeb49bfb786d9433 is 50, key is test_row_0/A:col10/1733285791526/Put/seqid=0
2024-12-04T04:16:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-12-04T04:16:32,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-12-04T04:16:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:16:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:32,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742180_1356 (size=12983)
2024-12-04T04:16:32,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/368973f24d864b289feb74d7a8fff579 is 50, key is test_row_0/A:col10/1733285791570/Put/seqid=0
2024-12-04T04:16:32,511 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/da10f10ca65149b4b41e4efef3304041 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/da10f10ca65149b4b41e4efef3304041
2024-12-04T04:16:32,528 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/B of 122e9a777f041d2f56f5f8ad90d3bd72 into da10f10ca65149b4b41e4efef3304041(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:32,529 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:32,529 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/B, priority=13, startTime=1733285792393; duration=0sec
2024-12-04T04:16:32,529 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:32,529 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:B
2024-12-04T04:16:32,529 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:32,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742181_1357 (size=12983)
2024-12-04T04:16:32,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:32,536 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:32,536 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/C is initiating minor compaction (all files)
2024-12-04T04:16:32,536 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/C in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,536 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/49af4ae0bcec4a7db282959add496cbb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/785f3279b276400ea1c26aecc1710063, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/5c84d311ea374e4183bd427458a5664c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.3 K
2024-12-04T04:16:32,540 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 49af4ae0bcec4a7db282959add496cbb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733285788786
2024-12-04T04:16:32,541 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 785f3279b276400ea1c26aecc1710063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733285790108
2024-12-04T04:16:32,544 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c84d311ea374e4183bd427458a5664c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733285791373
2024-12-04T04:16:32,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742182_1358 (size=12301)
2024-12-04T04:16:32,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/368973f24d864b289feb74d7a8fff579
2024-12-04T04:16:32,594 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:32,595 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/70ae570256a84f3db6d51acad94abe44 is 50, key is test_row_0/C:col10/1733285791526/Put/seqid=0
2024-12-04T04:16:32,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/1f0bb430a3a446cdba7a88f3d4920de6 is 50, key is test_row_0/B:col10/1733285791570/Put/seqid=0
2024-12-04T04:16:32,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742183_1359 (size=12301)
2024-12-04T04:16:32,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742184_1360 (size=12983)
2024-12-04T04:16:32,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/1f0bb430a3a446cdba7a88f3d4920de6
2024-12-04T04:16:32,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/2fda097103144209b485c6b72766b52a is 50, key is test_row_0/C:col10/1733285791570/Put/seqid=0
2024-12-04T04:16:32,696 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/70ae570256a84f3db6d51acad94abe44 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/70ae570256a84f3db6d51acad94abe44
2024-12-04T04:16:32,714 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/C of 122e9a777f041d2f56f5f8ad90d3bd72 into 70ae570256a84f3db6d51acad94abe44(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:32,714 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:32,714 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/C, priority=13, startTime=1733285792393; duration=0sec
2024-12-04T04:16:32,715 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:32,715 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:C
2024-12-04T04:16:32,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742185_1361 (size=12301)
2024-12-04T04:16:32,744 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/2fda097103144209b485c6b72766b52a
2024-12-04T04:16:32,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/368973f24d864b289feb74d7a8fff579 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/368973f24d864b289feb74d7a8fff579
2024-12-04T04:16:32,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285852750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/368973f24d864b289feb74d7a8fff579, entries=150, sequenceid=280, filesize=12.0 K
2024-12-04T04:16:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/1f0bb430a3a446cdba7a88f3d4920de6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/1f0bb430a3a446cdba7a88f3d4920de6
2024-12-04T04:16:32,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/1f0bb430a3a446cdba7a88f3d4920de6, entries=150, sequenceid=280, filesize=12.0 K
2024-12-04T04:16:32,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/2fda097103144209b485c6b72766b52a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/2fda097103144209b485c6b72766b52a
2024-12-04T04:16:32,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285852765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285852766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285852766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/2fda097103144209b485c6b72766b52a, entries=150, sequenceid=280, filesize=12.0 K
2024-12-04T04:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,776 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 122e9a777f041d2f56f5f8ad90d3bd72 in 291ms, sequenceid=280, compaction requested=false
2024-12-04T04:16:32,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:32,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:32,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83
2024-12-04T04:16:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=83
2024-12-04T04:16:32,780 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:16:32,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:32,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:32,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:32,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:32,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:32,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:32,782 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-12-04T04:16:32,783 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 937 msec
2024-12-04T04:16:32,786 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 945 msec
2024-12-04T04:16:32,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/42462f3c30224735a55204f8dff19483 is 50, key is test_row_0/A:col10/1733285792713/Put/seqid=0
2024-12-04T04:16:32,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742186_1362 (size=12301)
2024-12-04T04:16:32,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285852846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285852866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,938 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/5b6588626a69435caeb49bfb786d9433 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/5b6588626a69435caeb49bfb786d9433
2024-12-04T04:16:32,956 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/A of 122e9a777f041d2f56f5f8ad90d3bd72 into 5b6588626a69435caeb49bfb786d9433(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:32,956 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:32,956 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/A, priority=13, startTime=1733285792392; duration=0sec
2024-12-04T04:16:32,956 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:32,956 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:A
2024-12-04T04:16:32,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285852955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-12-04T04:16:32,985 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:32,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees
2024-12-04T04:16:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-12-04T04:16:32,988 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:32,989 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:32,989 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:33,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285853075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:33,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-12-04T04:16:33,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:33,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:33,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285853176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:33,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/42462f3c30224735a55204f8dff19483
2024-12-04T04:16:33,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/f8d9905d76fb4e998d285e5beef8ff91 is 50, key is test_row_0/B:col10/1733285792713/Put/seqid=0
2024-12-04T04:16:33,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742187_1363 (size=12301)
2024-12-04T04:16:33,304 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/f8d9905d76fb4e998d285e5beef8ff91
2024-12-04T04:16:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-12-04T04:16:33,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:33,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/3a07689bb3ae433abf6e7bb9791a27c1 is 50, key is test_row_0/C:col10/1733285792713/Put/seqid=0
2024-12-04T04:16:33,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:33,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742188_1364 (size=12301)
2024-12-04T04:16:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285853397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:33,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:33,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285853485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-12-04T04:16:33,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:33,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:33,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285853785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:33,790 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_0' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:33,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:33,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285853789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:33,792 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:33,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:33,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285853789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:33,796 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:33,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:33,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:33,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,801 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/3a07689bb3ae433abf6e7bb9791a27c1
2024-12-04T04:16:33,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/42462f3c30224735a55204f8dff19483 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/42462f3c30224735a55204f8dff19483
2024-12-04T04:16:33,829 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/42462f3c30224735a55204f8dff19483, entries=150, sequenceid=302, filesize=12.0 K
2024-12-04T04:16:33,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/f8d9905d76fb4e998d285e5beef8ff91 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/f8d9905d76fb4e998d285e5beef8ff91
2024-12-04T04:16:33,848 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/f8d9905d76fb4e998d285e5beef8ff91, entries=150, sequenceid=302, filesize=12.0 K
2024-12-04T04:16:33,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/3a07689bb3ae433abf6e7bb9791a27c1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3a07689bb3ae433abf6e7bb9791a27c1
2024-12-04T04:16:33,858 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3a07689bb3ae433abf6e7bb9791a27c1, entries=150, sequenceid=302, filesize=12.0 K
2024-12-04T04:16:33,861 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 122e9a777f041d2f56f5f8ad90d3bd72 in 1080ms, sequenceid=302, compaction requested=true
2024-12-04T04:16:33,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:33,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:33,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:33,861 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:33,861 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:33,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:33,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:33,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:33,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:33,862 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:33,862 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:33,862 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/B is initiating minor compaction (all files)
2024-12-04T04:16:33,862 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/A is initiating minor compaction (all files)
2024-12-04T04:16:33,862 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/B in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,862 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/A in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,862 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/da10f10ca65149b4b41e4efef3304041, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/1f0bb430a3a446cdba7a88f3d4920de6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/f8d9905d76fb4e998d285e5beef8ff91] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.7 K
2024-12-04T04:16:33,862 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/5b6588626a69435caeb49bfb786d9433, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/368973f24d864b289feb74d7a8fff579, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/42462f3c30224735a55204f8dff19483] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.7 K
2024-12-04T04:16:33,863 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting da10f10ca65149b4b41e4efef3304041, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733285791373
2024-12-04T04:16:33,863 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b6588626a69435caeb49bfb786d9433, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733285791373
2024-12-04T04:16:33,863 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 368973f24d864b289feb74d7a8fff579, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733285791570
2024-12-04T04:16:33,863 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f0bb430a3a446cdba7a88f3d4920de6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733285791570
2024-12-04T04:16:33,863 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42462f3c30224735a55204f8dff19483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733285792713
2024-12-04T04:16:33,863 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f8d9905d76fb4e998d285e5beef8ff91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733285792713
2024-12-04T04:16:33,875 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:33,876 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/9b274cbaa6604c00b57470eb9bb37205 is 50, key is test_row_0/B:col10/1733285792713/Put/seqid=0
2024-12-04T04:16:33,878 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#A#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:33,879 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/6516b016f9a3457b90e1fe070dde64a9 is 50, key is test_row_0/A:col10/1733285792713/Put/seqid=0
2024-12-04T04:16:33,921 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:16:33,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:33,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:33,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:33,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:33,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:33,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:33,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742189_1365 (size=13085)
2024-12-04T04:16:33,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742190_1366 (size=13085)
2024-12-04T04:16:33,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/b477e3bf2153429fb3e5e5341f8810f6 is 50, key is test_row_0/A:col10/1733285793919/Put/seqid=0
2024-12-04T04:16:33,941 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/6516b016f9a3457b90e1fe070dde64a9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6516b016f9a3457b90e1fe070dde64a9
2024-12-04T04:16:33,947 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/A of 122e9a777f041d2f56f5f8ad90d3bd72 into 6516b016f9a3457b90e1fe070dde64a9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:33,947 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:33,947 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/A, priority=13, startTime=1733285793861; duration=0sec
2024-12-04T04:16:33,947 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:33,947 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:A
2024-12-04T04:16:33,947 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:33,948 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:33,949 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/C is initiating minor compaction (all files)
2024-12-04T04:16:33,949 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/C in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,949 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/70ae570256a84f3db6d51acad94abe44, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/2fda097103144209b485c6b72766b52a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3a07689bb3ae433abf6e7bb9791a27c1] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=36.7 K
2024-12-04T04:16:33,949 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70ae570256a84f3db6d51acad94abe44, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733285791373
2024-12-04T04:16:33,950 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fda097103144209b485c6b72766b52a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733285791570
2024-12-04T04:16:33,951 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a07689bb3ae433abf6e7bb9791a27c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733285792713
2024-12-04T04:16:33,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742191_1367 (size=12301)
2024-12-04T04:16:33,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:33,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:33,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:33,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:33,968 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#C#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:33,968 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/1f284d80e1ae4c00b116cc301c06e7bf is 50, key is test_row_0/C:col10/1733285792713/Put/seqid=0
2024-12-04T04:16:34,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742192_1368 (size=13085)
2024-12-04T04:16:34,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285854013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:34,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285854020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:34,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:34,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:34,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-12-04T04:16:34,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285854126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:34,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285854140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:34,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:34,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285854346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:34,357 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/b477e3bf2153429fb3e5e5341f8810f6
2024-12-04T04:16:34,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285854360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:34,383 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/9b274cbaa6604c00b57470eb9bb37205 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/9b274cbaa6604c00b57470eb9bb37205
2024-12-04T04:16:34,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/c856716fa21441ff9b4f7e863f8d557d is 50, key is test_row_0/B:col10/1733285793919/Put/seqid=0
2024-12-04T04:16:34,397 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/B of 122e9a777f041d2f56f5f8ad90d3bd72 into 9b274cbaa6604c00b57470eb9bb37205(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:34,397 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:34,397 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/B, priority=13, startTime=1733285793861; duration=0sec
2024-12-04T04:16:34,397 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:34,397 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:B
2024-12-04T04:16:34,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:34,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,429 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/1f284d80e1ae4c00b116cc301c06e7bf as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1f284d80e1ae4c00b116cc301c06e7bf
2024-12-04T04:16:34,434 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/C of 122e9a777f041d2f56f5f8ad90d3bd72 into 1f284d80e1ae4c00b116cc301c06e7bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:34,434 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:34,434 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/C, priority=13, startTime=1733285793861; duration=0sec
2024-12-04T04:16:34,435 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:34,435 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:C
2024-12-04T04:16:34,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742193_1369 (size=12301)
2024-12-04T04:16:34,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285854655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:34,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:34,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285854665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:34,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:34,839 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/c856716fa21441ff9b4f7e863f8d557d
2024-12-04T04:16:34,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/36f94fa4afa545b2934fc9380eba491b is 50, key is test_row_0/C:col10/1733285793919/Put/seqid=0
2024-12-04T04:16:34,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742194_1370 (size=12301)
2024-12-04T04:16:34,858 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/36f94fa4afa545b2934fc9380eba491b
2024-12-04T04:16:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/b477e3bf2153429fb3e5e5341f8810f6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b477e3bf2153429fb3e5e5341f8810f6
2024-12-04T04:16:34,876 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b477e3bf2153429fb3e5e5341f8810f6, entries=150, sequenceid=316, filesize=12.0 K
2024-12-04T04:16:34,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/c856716fa21441ff9b4f7e863f8d557d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c856716fa21441ff9b4f7e863f8d557d
2024-12-04T04:16:34,880 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c856716fa21441ff9b4f7e863f8d557d, entries=150, sequenceid=316, filesize=12.0 K
2024-12-04T04:16:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/36f94fa4afa545b2934fc9380eba491b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/36f94fa4afa545b2934fc9380eba491b
2024-12-04T04:16:34,885 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/36f94fa4afa545b2934fc9380eba491b, entries=150, sequenceid=316, filesize=12.0 K
2024-12-04T04:16:34,887 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 122e9a777f041d2f56f5f8ad90d3bd72 in 966ms, sequenceid=316, compaction requested=false
2024-12-04T04:16:34,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:34,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-12-04T04:16:34,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:34,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:16:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:34,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/e68413a051ca49d0ab898c2cc3baf078 is 50, key is test_row_0/A:col10/1733285794018/Put/seqid=0
2024-12-04T04:16:34,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742195_1371 (size=12301)
2024-12-04T04:16:34,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/e68413a051ca49d0ab898c2cc3baf078
2024-12-04T04:16:34,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/2e4a3b2373854e0180f9faa2d449cc6a is 50, key is test_row_0/B:col10/1733285794018/Put/seqid=0
2024-12-04T04:16:34,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742196_1372 (size=12301)
2024-12-04T04:16:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-12-04T04:16:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:35,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:35,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285855187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285855188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285855296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285855296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/2e4a3b2373854e0180f9faa2d449cc6a
2024-12-04T04:16:35,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/50e7eb6c6e0a4a8c96bb447f60e46291 is 50, key is test_row_0/C:col10/1733285794018/Put/seqid=0
2024-12-04T04:16:35,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742197_1373 (size=12301)
2024-12-04T04:16:35,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/50e7eb6c6e0a4a8c96bb447f60e46291
2024-12-04T04:16:35,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/e68413a051ca49d0ab898c2cc3baf078 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/e68413a051ca49d0ab898c2cc3baf078
2024-12-04T04:16:35,478 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/e68413a051ca49d0ab898c2cc3baf078, entries=150, sequenceid=338, filesize=12.0 K
2024-12-04T04:16:35,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/2e4a3b2373854e0180f9faa2d449cc6a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/2e4a3b2373854e0180f9faa2d449cc6a
2024-12-04T04:16:35,484 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/2e4a3b2373854e0180f9faa2d449cc6a, entries=150, sequenceid=338, filesize=12.0 K
2024-12-04T04:16:35,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/50e7eb6c6e0a4a8c96bb447f60e46291 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/50e7eb6c6e0a4a8c96bb447f60e46291
2024-12-04T04:16:35,491 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/50e7eb6c6e0a4a8c96bb447f60e46291, entries=150, sequenceid=338, filesize=12.0 K
2024-12-04T04:16:35,492 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 122e9a777f041d2f56f5f8ad90d3bd72 in 603ms, sequenceid=338, compaction requested=true
2024-12-04T04:16:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85
2024-12-04T04:16:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=85
2024-12-04T04:16:35,496 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-12-04T04:16:35,496 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5050 sec
2024-12-04T04:16:35,500 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.5120 sec
2024-12-04T04:16:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:35,508 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:16:35,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:35,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:35,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:35,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:35,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:35,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:35,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/256a841a43174f18aac51b43388f8524 is 50, key is test_row_0/A:col10/1733285795187/Put/seqid=0
2024-12-04T04:16:35,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742198_1374 (size=14741)
2024-12-04T04:16:35,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285855571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285855572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285855686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285855688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285855800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,805 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285855808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,812 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_0' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285855816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,821 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285855896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285855896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:35,982 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/256a841a43174f18aac51b43388f8524
2024-12-04T04:16:36,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/a378a2192dbd48bd878e549fdc4f32d2 is 50, key is test_row_0/B:col10/1733285795187/Put/seqid=0
2024-12-04T04:16:36,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742199_1375 (size=12301)
2024-12-04T04:16:36,129 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/a378a2192dbd48bd878e549fdc4f32d2
2024-12-04T04:16:36,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/0d83bea13c3a42ff9f0ead240c1dfcb8 is 50, key is test_row_0/C:col10/1733285795187/Put/seqid=0
2024-12-04T04:16:36,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285856208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:36,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285856209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:36,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:36,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742200_1376 (size=12301)
2024-12-04T04:16:36,620 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/0d83bea13c3a42ff9f0ead240c1dfcb8
2024-12-04T04:16:36,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/256a841a43174f18aac51b43388f8524 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/256a841a43174f18aac51b43388f8524
2024-12-04T04:16:36,644 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/256a841a43174f18aac51b43388f8524, entries=200, sequenceid=353, filesize=14.4 K
2024-12-04T04:16:36,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/a378a2192dbd48bd878e549fdc4f32d2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a378a2192dbd48bd878e549fdc4f32d2
2024-12-04T04:16:36,661 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a378a2192dbd48bd878e549fdc4f32d2, entries=150, sequenceid=353, filesize=12.0 K
2024-12-04T04:16:36,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/0d83bea13c3a42ff9f0ead240c1dfcb8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/0d83bea13c3a42ff9f0ead240c1dfcb8
2024-12-04T04:16:36,715 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/0d83bea13c3a42ff9f0ead240c1dfcb8, entries=150, sequenceid=353, filesize=12.0 K
2024-12-04T04:16:36,716 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 122e9a777f041d2f56f5f8ad90d3bd72 in 1208ms, sequenceid=353, compaction requested=true
2024-12-04T04:16:36,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:36,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:36,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:36,716 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:36,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:36,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:36,716 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:36,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 122e9a777f041d2f56f5f8ad90d3bd72:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:36,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:36,717 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:36,717 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:36,717 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/A is initiating minor compaction (all files)
2024-12-04T04:16:36,717 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/B is initiating minor compaction (all files)
2024-12-04T04:16:36,717 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/B in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:36,718 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/9b274cbaa6604c00b57470eb9bb37205, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c856716fa21441ff9b4f7e863f8d557d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/2e4a3b2373854e0180f9faa2d449cc6a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a378a2192dbd48bd878e549fdc4f32d2] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=48.8 K
2024-12-04T04:16:36,718 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/A in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:36,718 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6516b016f9a3457b90e1fe070dde64a9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b477e3bf2153429fb3e5e5341f8810f6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/e68413a051ca49d0ab898c2cc3baf078, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/256a841a43174f18aac51b43388f8524] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=51.2 K
2024-12-04T04:16:36,718 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b274cbaa6604c00b57470eb9bb37205, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733285792713
2024-12-04T04:16:36,718 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6516b016f9a3457b90e1fe070dde64a9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733285792713
2024-12-04T04:16:36,718 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c856716fa21441ff9b4f7e863f8d557d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733285792816
2024-12-04T04:16:36,719 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b477e3bf2153429fb3e5e5341f8810f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733285792816
2024-12-04T04:16:36,719 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e4a3b2373854e0180f9faa2d449cc6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733285794001
2024-12-04T04:16:36,719 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e68413a051ca49d0ab898c2cc3baf078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733285794001
2024-12-04T04:16:36,719 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a378a2192dbd48bd878e549fdc4f32d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733285795187
2024-12-04T04:16:36,719 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 256a841a43174f18aac51b43388f8524, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733285795184
2024-12-04T04:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:36,731 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-04T04:16:36,733 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:36,734 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/ccd63071ad9c4144ad910b94b0e99d9b is 50, key is test_row_0/B:col10/1733285795187/Put/seqid=0
2024-12-04T04:16:36,735 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#A#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:36,735 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/cb82f461c56c4a879171a705d4543710 is 50, key is test_row_0/A:col10/1733285795187/Put/seqid=0
2024-12-04T04:16:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:36,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/aed7196d56b44bcda0bd7f917d46d7f6 is 50, key is test_row_0/A:col10/1733285795547/Put/seqid=0
2024-12-04T04:16:36,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285856767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:36,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285856771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:36,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742201_1377 (size=13221)
2024-12-04T04:16:36,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742202_1378 (size=13221)
2024-12-04T04:16:36,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742203_1379 (size=14741)
2024-12-04T04:16:36,812 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/aed7196d56b44bcda0bd7f917d46d7f6
2024-12-04T04:16:36,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285856876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:36,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285856886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:36,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/0fd9d89e3af64cecb2b82db8fe362954 is 50, key is test_row_0/B:col10/1733285795547/Put/seqid=0
2024-12-04T04:16:36,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742204_1380 (size=12301)
2024-12-04T04:16:36,964 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/0fd9d89e3af64cecb2b82db8fe362954
2024-12-04T04:16:37,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/7f635c169feb40a29afd42a8eb0a7146 is 50, key is test_row_0/C:col10/1733285795547/Put/seqid=0
2024-12-04T04:16:37,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742205_1381 (size=12301)
2024-12-04T04:16:37,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285857116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:37,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285857120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:37,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-12-04T04:16:37,156 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:37,156 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees
2024-12-04T04:16:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-12-04T04:16:37,159 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:37,160 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:37,160 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-12-04T04:16:37,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:37,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:37,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285857426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:37,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285857448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:37,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:37,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-12-04T04:16:37,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:37,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:37,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-12-04T04:16:37,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285857946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:37,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:37,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:37,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:37,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285857965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:38,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:38,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:38,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:38,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:38,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-12-04T04:16:38,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:38,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,883 INFO  [Thread-1351 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1351.
2024-12-04T04:16:38,883 DEBUG [Thread-1351 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:38,883 DEBUG [Thread-1351 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,883 DEBUG [Thread-1351 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,883 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:38,884 INFO  [Thread-1357 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1357.
2024-12-04T04:16:38,884 DEBUG [Thread-1357 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:38,884 DEBUG [Thread-1357 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,884 INFO  [Thread-1355 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1355.
2024-12-04T04:16:38,884 DEBUG [Thread-1355 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:38,884 DEBUG [Thread-1357 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,884 DEBUG [Thread-1355 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,884 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:38,885 DEBUG [Thread-1355 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,885 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:38,887 INFO  [Thread-1353 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1353.
2024-12-04T04:16:38,887 DEBUG [Thread-1353 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:38,887 DEBUG [Thread-1353 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,887 DEBUG [Thread-1353 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,887 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:38,887 INFO  [Thread-1349 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1349.
2024-12-04T04:16:38,887 DEBUG [Thread-1349 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:38,887 DEBUG [Thread-1349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,887 DEBUG [Thread-1349 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:38,887 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:38,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:38,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:38,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:38,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:38,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34546 deadline: 1733285858965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:38,967 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_0' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:38,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:38,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34568 deadline: 1733285858976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:38,977 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_0' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:38,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:39,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-12-04T04:16:39,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:39,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:39,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:39,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:39,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:39,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34542 deadline: 1733285859825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34564 deadline: 1733285859826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:39,826 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:39,826 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_0' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:39,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:39,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34572 deadline: 1733285859845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:39,846 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in 122e9a777f041d2f56f5f8ad90d3bd72 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:16:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:16:39,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:39,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:39,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:39,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:40,099 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/7f635c169feb40a29afd42a8eb0a7146
2024-12-04T04:16:40,104 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/ccd63071ad9c4144ad910b94b0e99d9b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/ccd63071ad9c4144ad910b94b0e99d9b
2024-12-04T04:16:40,104 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/cb82f461c56c4a879171a705d4543710 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/cb82f461c56c4a879171a705d4543710
2024-12-04T04:16:40,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/aed7196d56b44bcda0bd7f917d46d7f6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/aed7196d56b44bcda0bd7f917d46d7f6
2024-12-04T04:16:40,111 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/aed7196d56b44bcda0bd7f917d46d7f6, entries=200, sequenceid=372, filesize=14.4 K
2024-12-04T04:16:40,112 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/B of 122e9a777f041d2f56f5f8ad90d3bd72 into ccd63071ad9c4144ad910b94b0e99d9b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 3sec to execute.
2024-12-04T04:16:40,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/0fd9d89e3af64cecb2b82db8fe362954 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0fd9d89e3af64cecb2b82db8fe362954
2024-12-04T04:16:40,112 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:40,112 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/B, priority=12, startTime=1733285796716; duration=3sec
2024-12-04T04:16:40,112 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:40,112 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:B
2024-12-04T04:16:40,112 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:16:40,113 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:16:40,113 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 122e9a777f041d2f56f5f8ad90d3bd72/C is initiating minor compaction (all files)
2024-12-04T04:16:40,113 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 122e9a777f041d2f56f5f8ad90d3bd72/C in TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:40,113 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1f284d80e1ae4c00b116cc301c06e7bf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/36f94fa4afa545b2934fc9380eba491b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/50e7eb6c6e0a4a8c96bb447f60e46291, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/0d83bea13c3a42ff9f0ead240c1dfcb8] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp, totalSize=48.8 K
2024-12-04T04:16:40,113 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f284d80e1ae4c00b116cc301c06e7bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733285792713
2024-12-04T04:16:40,115 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f94fa4afa545b2934fc9380eba491b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733285792816
2024-12-04T04:16:40,115 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 50e7eb6c6e0a4a8c96bb447f60e46291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733285794001
2024-12-04T04:16:40,115 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d83bea13c3a42ff9f0ead240c1dfcb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733285795187
2024-12-04T04:16:40,117 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0fd9d89e3af64cecb2b82db8fe362954, entries=150, sequenceid=372, filesize=12.0 K
2024-12-04T04:16:40,117 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/A of 122e9a777f041d2f56f5f8ad90d3bd72 into cb82f461c56c4a879171a705d4543710(size=12.9 K), total size for store is 27.3 K. This selection was in queue for 0sec, and took 3sec to execute.
2024-12-04T04:16:40,117 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:40,117 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/A, priority=12, startTime=1733285796716; duration=3sec
2024-12-04T04:16:40,117 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:40,118 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:A
2024-12-04T04:16:40,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/7f635c169feb40a29afd42a8eb0a7146 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/7f635c169feb40a29afd42a8eb0a7146
2024-12-04T04:16:40,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:40,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:40,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. as already flushing
2024-12-04T04:16:40,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:40,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:40,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:40,134 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 122e9a777f041d2f56f5f8ad90d3bd72#C#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:40,134 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/9eca314d60794936a4a6e81e2a1dd3ab is 50, key is test_row_0/C:col10/1733285795187/Put/seqid=0
2024-12-04T04:16:40,135 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/7f635c169feb40a29afd42a8eb0a7146, entries=150, sequenceid=372, filesize=12.0 K
2024-12-04T04:16:40,136 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 122e9a777f041d2f56f5f8ad90d3bd72 in 3405ms, sequenceid=372, compaction requested=false
2024-12-04T04:16:40,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:40,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742206_1382 (size=13221)
2024-12-04T04:16:40,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-12-04T04:16:40,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:40,292 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:16:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:40,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/6a828246659746e0bd6db1b9d7286e9d is 50, key is test_row_0/A:col10/1733285796770/Put/seqid=0
2024-12-04T04:16:40,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742207_1383 (size=12301)
2024-12-04T04:16:40,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:16:40,623 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/9eca314d60794936a4a6e81e2a1dd3ab as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9eca314d60794936a4a6e81e2a1dd3ab
2024-12-04T04:16:40,660 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 122e9a777f041d2f56f5f8ad90d3bd72/C of 122e9a777f041d2f56f5f8ad90d3bd72 into 9eca314d60794936a4a6e81e2a1dd3ab(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:40,660 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:40,660 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., storeName=122e9a777f041d2f56f5f8ad90d3bd72/C, priority=12, startTime=1733285796716; duration=0sec
2024-12-04T04:16:40,660 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:40,661 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 122e9a777f041d2f56f5f8ad90d3bd72:C
2024-12-04T04:16:40,720 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/6a828246659746e0bd6db1b9d7286e9d
2024-12-04T04:16:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/226dd863b1724b5f953d0d3f003d2fe0 is 50, key is test_row_0/B:col10/1733285796770/Put/seqid=0
2024-12-04T04:16:40,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742208_1384 (size=12301)
2024-12-04T04:16:40,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/226dd863b1724b5f953d0d3f003d2fe0
2024-12-04T04:16:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/82e10d95fc4c468ca05901bc1b5c4f40 is 50, key is test_row_0/C:col10/1733285796770/Put/seqid=0
2024-12-04T04:16:40,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742209_1385 (size=12301)
2024-12-04T04:16:40,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/82e10d95fc4c468ca05901bc1b5c4f40
2024-12-04T04:16:40,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/6a828246659746e0bd6db1b9d7286e9d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6a828246659746e0bd6db1b9d7286e9d
2024-12-04T04:16:40,866 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6a828246659746e0bd6db1b9d7286e9d, entries=150, sequenceid=387, filesize=12.0 K
2024-12-04T04:16:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/226dd863b1724b5f953d0d3f003d2fe0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/226dd863b1724b5f953d0d3f003d2fe0
2024-12-04T04:16:40,878 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/226dd863b1724b5f953d0d3f003d2fe0, entries=150, sequenceid=387, filesize=12.0 K
2024-12-04T04:16:40,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/82e10d95fc4c468ca05901bc1b5c4f40 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/82e10d95fc4c468ca05901bc1b5c4f40
2024-12-04T04:16:40,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/82e10d95fc4c468ca05901bc1b5c4f40, entries=150, sequenceid=387, filesize=12.0 K
2024-12-04T04:16:40,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 122e9a777f041d2f56f5f8ad90d3bd72 in 594ms, sequenceid=387, compaction requested=true
2024-12-04T04:16:40,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 122e9a777f041d2f56f5f8ad90d3bd72:

2024-12-04T04:16:40,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:40,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87
2024-12-04T04:16:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=87
2024-12-04T04:16:40,899 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-12-04T04:16:40,899 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7360 sec
2024-12-04T04:16:40,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 3.7440 sec
2024-12-04T04:16:40,987 INFO  [Thread-1340 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1340.
2024-12-04T04:16:40,988 DEBUG [Thread-1340 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:40,988 DEBUG [Thread-1340 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:40,988 DEBUG [Thread-1340 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:40,988 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:41,008 INFO  [Thread-1338 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1338.
2024-12-04T04:16:41,008 DEBUG [Thread-1338 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:41,008 DEBUG [Thread-1338 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:41,008 DEBUG [Thread-1338 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:41,008 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-12-04T04:16:41,325 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:49,846 INFO  [Thread-1344 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1344.
2024-12-04T04:16:49,847 DEBUG [Thread-1344 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:49,847 DEBUG [Thread-1344 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:49,847 DEBUG [Thread-1344 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:49,847 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:49,908 INFO  [Thread-1342 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1342.
2024-12-04T04:16:49,908 DEBUG [Thread-1342 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:49,908 DEBUG [Thread-1342 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:49,908 DEBUG [Thread-1342 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:49,908 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:49,926 INFO  [Thread-1346 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1346.
2024-12-04T04:16:49,926 DEBUG [Thread-1346 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:16:49,926 DEBUG [Thread-1346 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:49,926 DEBUG [Thread-1346 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:49,926 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 77
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 77
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 48
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 48
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2618
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2663
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2734
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2694
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2588
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-04T04:16:49,927 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:16:49,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:16:49,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:49,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:49,927 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:16:49,928 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-04T04:16:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:16:49,931 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285809931"}]},"ts":"1733285809931"}
2024-12-04T04:16:49,932 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-04T04:16:49,932 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-04T04:16:49,933 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:16:49,934 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, UNASSIGN}]
2024-12-04T04:16:49,935 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, UNASSIGN
2024-12-04T04:16:49,936 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=122e9a777f041d2f56f5f8ad90d3bd72, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:49,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, UNASSIGN because future has completed
2024-12-04T04:16:49,937 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:16:49,937 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:16:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:16:50,090 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 122e9a777f041d2f56f5f8ad90d3bd72, disabling compactions & flushes
2024-12-04T04:16:50,090 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. after waiting 0 ms
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:50,090 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 122e9a777f041d2f56f5f8ad90d3bd72 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=A
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=B
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 122e9a777f041d2f56f5f8ad90d3bd72, store=C
2024-12-04T04:16:50,090 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:50,093 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d4af644a26c9415180f994e53f2a4480 is 50, key is test_row_0/A:col10/1733285809905/Put/seqid=0
2024-12-04T04:16:50,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742210_1386 (size=12301)
2024-12-04T04:16:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:16:50,497 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d4af644a26c9415180f994e53f2a4480
2024-12-04T04:16:50,505 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/e5f2c48303374391af329622d3c2bd85 is 50, key is test_row_0/B:col10/1733285809905/Put/seqid=0
2024-12-04T04:16:50,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742211_1387 (size=12301)
2024-12-04T04:16:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:16:50,909 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/e5f2c48303374391af329622d3c2bd85
2024-12-04T04:16:50,916 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/154c2f02de034134bd52714f5a3d52fa is 50, key is test_row_0/C:col10/1733285809905/Put/seqid=0
2024-12-04T04:16:50,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742212_1388 (size=12301)
2024-12-04T04:16:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:16:51,320 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/154c2f02de034134bd52714f5a3d52fa
2024-12-04T04:16:51,324 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/A/d4af644a26c9415180f994e53f2a4480 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d4af644a26c9415180f994e53f2a4480
2024-12-04T04:16:51,328 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d4af644a26c9415180f994e53f2a4480, entries=150, sequenceid=396, filesize=12.0 K
2024-12-04T04:16:51,329 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/B/e5f2c48303374391af329622d3c2bd85 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/e5f2c48303374391af329622d3c2bd85
2024-12-04T04:16:51,332 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/e5f2c48303374391af329622d3c2bd85, entries=150, sequenceid=396, filesize=12.0 K
2024-12-04T04:16:51,333 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/.tmp/C/154c2f02de034134bd52714f5a3d52fa as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/154c2f02de034134bd52714f5a3d52fa
2024-12-04T04:16:51,337 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/154c2f02de034134bd52714f5a3d52fa, entries=150, sequenceid=396, filesize=12.0 K
2024-12-04T04:16:51,338 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 122e9a777f041d2f56f5f8ad90d3bd72 in 1248ms, sequenceid=396, compaction requested=true
2024-12-04T04:16:51,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d2174f530b4e481692121f40322016c0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/86e27e66ace8416493a6bad359c3622c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0f9651eb01074a2ca61a80917d1a2bd5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/18c41706784a4361a18da454f2424a1b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/74aa439be8834e708fc81572e3fbbdcc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/66d6a5c66b92411186a9f05b55999951, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0741005c8f934d47a38f99c2a478d93d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/c2085809b5814347b054cc8987211b9a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/ae1d4e56dfcc4a60acf01d27cb51faf5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/bd8b66fd11304cc6a1539f1665a0f83d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/2ec063e0c0c9434db6232915eda02df5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d5052483f0524079ba09f96e31a469b0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/514a62819fb04ccb914a701a3e98c4ec, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/a8c900c780b844e29725e3fab1a94b56, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/f8acfa581bdc48f88949343f8c4393c7, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b0f1696f9f08432e84664a49311fed96, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/79843a07e135467d938d682341a7088f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/849483f1fef840079e214786edd006b9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/991ac0deb5d24c5dad06fed0eb9818ed, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/94565e5068de44fdb413ec6af9590116, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/5b6588626a69435caeb49bfb786d9433, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/368973f24d864b289feb74d7a8fff579, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6516b016f9a3457b90e1fe070dde64a9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/42462f3c30224735a55204f8dff19483, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b477e3bf2153429fb3e5e5341f8810f6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/e68413a051ca49d0ab898c2cc3baf078, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/256a841a43174f18aac51b43388f8524] to archive
2024-12-04T04:16:51,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:16:51,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d2174f530b4e481692121f40322016c0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d2174f530b4e481692121f40322016c0
2024-12-04T04:16:51,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/86e27e66ace8416493a6bad359c3622c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/86e27e66ace8416493a6bad359c3622c
2024-12-04T04:16:51,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0f9651eb01074a2ca61a80917d1a2bd5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0f9651eb01074a2ca61a80917d1a2bd5
2024-12-04T04:16:51,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/18c41706784a4361a18da454f2424a1b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/18c41706784a4361a18da454f2424a1b
2024-12-04T04:16:51,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/74aa439be8834e708fc81572e3fbbdcc to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/74aa439be8834e708fc81572e3fbbdcc
2024-12-04T04:16:51,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/66d6a5c66b92411186a9f05b55999951 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/66d6a5c66b92411186a9f05b55999951
2024-12-04T04:16:51,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0741005c8f934d47a38f99c2a478d93d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/0741005c8f934d47a38f99c2a478d93d
2024-12-04T04:16:51,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/c2085809b5814347b054cc8987211b9a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/c2085809b5814347b054cc8987211b9a
2024-12-04T04:16:51,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/ae1d4e56dfcc4a60acf01d27cb51faf5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/ae1d4e56dfcc4a60acf01d27cb51faf5
2024-12-04T04:16:51,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/bd8b66fd11304cc6a1539f1665a0f83d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/bd8b66fd11304cc6a1539f1665a0f83d
2024-12-04T04:16:51,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/2ec063e0c0c9434db6232915eda02df5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/2ec063e0c0c9434db6232915eda02df5
2024-12-04T04:16:51,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d5052483f0524079ba09f96e31a469b0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d5052483f0524079ba09f96e31a469b0
2024-12-04T04:16:51,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/514a62819fb04ccb914a701a3e98c4ec to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/514a62819fb04ccb914a701a3e98c4ec
2024-12-04T04:16:51,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/a8c900c780b844e29725e3fab1a94b56 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/a8c900c780b844e29725e3fab1a94b56
2024-12-04T04:16:51,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/f8acfa581bdc48f88949343f8c4393c7 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/f8acfa581bdc48f88949343f8c4393c7
2024-12-04T04:16:51,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b0f1696f9f08432e84664a49311fed96 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b0f1696f9f08432e84664a49311fed96
2024-12-04T04:16:51,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/79843a07e135467d938d682341a7088f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/79843a07e135467d938d682341a7088f
2024-12-04T04:16:51,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/849483f1fef840079e214786edd006b9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/849483f1fef840079e214786edd006b9
2024-12-04T04:16:51,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/991ac0deb5d24c5dad06fed0eb9818ed to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/991ac0deb5d24c5dad06fed0eb9818ed
2024-12-04T04:16:51,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/94565e5068de44fdb413ec6af9590116 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/94565e5068de44fdb413ec6af9590116
2024-12-04T04:16:51,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/5b6588626a69435caeb49bfb786d9433 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/5b6588626a69435caeb49bfb786d9433
2024-12-04T04:16:51,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/368973f24d864b289feb74d7a8fff579 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/368973f24d864b289feb74d7a8fff579
2024-12-04T04:16:51,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6516b016f9a3457b90e1fe070dde64a9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6516b016f9a3457b90e1fe070dde64a9
2024-12-04T04:16:51,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/42462f3c30224735a55204f8dff19483 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/42462f3c30224735a55204f8dff19483
2024-12-04T04:16:51,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b477e3bf2153429fb3e5e5341f8810f6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/b477e3bf2153429fb3e5e5341f8810f6
2024-12-04T04:16:51,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/e68413a051ca49d0ab898c2cc3baf078 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/e68413a051ca49d0ab898c2cc3baf078
2024-12-04T04:16:51,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/256a841a43174f18aac51b43388f8524 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/256a841a43174f18aac51b43388f8524
2024-12-04T04:16:51,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/116215e5f94f4439889ea757a15dc868, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a764108ba88747fea4662791a8d93037, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/5fd697a95e7340aeae5050a2059549a9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/880e71badf034261b38d54ac3f208dba, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3125a851230a443387532485f317686d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/db7139c6476a44dd853955e3be009f8f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b31d5fc602fa448d92c11c0475f03eaa, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/d005c7813b7e4893b4f47ec06c194ca6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c6b77558b1644c99bf06fa398b438453, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0651e71b374247a78fdadfa9bc1674b6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/082930a5fb4c4f549cdf67c8baa48ac4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6beddad2b4a840ccaa55ad405f2b0176, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/35325c5dd03141b4bae3ae1f4e897776, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/18d6c15195a8431b8e797204a483aa35, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/64820fe8b269493885a144efe299ec0b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b3b220590ccb4097b51ebd88414df8a8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3f632b58acd94ac6b98581d6af423016, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/aed56ece8ae7451da625de15e8ede9c8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6ce1c29879274136b02ff1d804d9cb85, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/da10f10ca65149b4b41e4efef3304041, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/7c7cce0bf6e4408fa581b87024b93f6e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/1f0bb430a3a446cdba7a88f3d4920de6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/9b274cbaa6604c00b57470eb9bb37205, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/f8d9905d76fb4e998d285e5beef8ff91, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c856716fa21441ff9b4f7e863f8d557d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/2e4a3b2373854e0180f9faa2d449cc6a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a378a2192dbd48bd878e549fdc4f32d2] to archive
2024-12-04T04:16:51,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:16:51,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/116215e5f94f4439889ea757a15dc868 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/116215e5f94f4439889ea757a15dc868
2024-12-04T04:16:51,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a764108ba88747fea4662791a8d93037 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a764108ba88747fea4662791a8d93037
2024-12-04T04:16:51,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/5fd697a95e7340aeae5050a2059549a9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/5fd697a95e7340aeae5050a2059549a9
2024-12-04T04:16:51,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/880e71badf034261b38d54ac3f208dba to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/880e71badf034261b38d54ac3f208dba
2024-12-04T04:16:51,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3125a851230a443387532485f317686d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3125a851230a443387532485f317686d
2024-12-04T04:16:51,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/db7139c6476a44dd853955e3be009f8f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/db7139c6476a44dd853955e3be009f8f
2024-12-04T04:16:51,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b31d5fc602fa448d92c11c0475f03eaa to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b31d5fc602fa448d92c11c0475f03eaa
2024-12-04T04:16:51,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/d005c7813b7e4893b4f47ec06c194ca6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/d005c7813b7e4893b4f47ec06c194ca6
2024-12-04T04:16:51,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c6b77558b1644c99bf06fa398b438453 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c6b77558b1644c99bf06fa398b438453
2024-12-04T04:16:51,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0651e71b374247a78fdadfa9bc1674b6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0651e71b374247a78fdadfa9bc1674b6
2024-12-04T04:16:51,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/082930a5fb4c4f549cdf67c8baa48ac4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/082930a5fb4c4f549cdf67c8baa48ac4
2024-12-04T04:16:51,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6beddad2b4a840ccaa55ad405f2b0176 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6beddad2b4a840ccaa55ad405f2b0176
2024-12-04T04:16:51,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/35325c5dd03141b4bae3ae1f4e897776 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/35325c5dd03141b4bae3ae1f4e897776
2024-12-04T04:16:51,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/18d6c15195a8431b8e797204a483aa35 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/18d6c15195a8431b8e797204a483aa35
2024-12-04T04:16:51,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/64820fe8b269493885a144efe299ec0b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/64820fe8b269493885a144efe299ec0b
2024-12-04T04:16:51,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b3b220590ccb4097b51ebd88414df8a8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/b3b220590ccb4097b51ebd88414df8a8
2024-12-04T04:16:51,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3f632b58acd94ac6b98581d6af423016 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/3f632b58acd94ac6b98581d6af423016
2024-12-04T04:16:51,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/aed56ece8ae7451da625de15e8ede9c8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/aed56ece8ae7451da625de15e8ede9c8
2024-12-04T04:16:51,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6ce1c29879274136b02ff1d804d9cb85 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/6ce1c29879274136b02ff1d804d9cb85
2024-12-04T04:16:51,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/da10f10ca65149b4b41e4efef3304041 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/da10f10ca65149b4b41e4efef3304041
2024-12-04T04:16:51,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/7c7cce0bf6e4408fa581b87024b93f6e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/7c7cce0bf6e4408fa581b87024b93f6e
2024-12-04T04:16:51,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/1f0bb430a3a446cdba7a88f3d4920de6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/1f0bb430a3a446cdba7a88f3d4920de6
2024-12-04T04:16:51,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/9b274cbaa6604c00b57470eb9bb37205 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/9b274cbaa6604c00b57470eb9bb37205
2024-12-04T04:16:51,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/f8d9905d76fb4e998d285e5beef8ff91 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/f8d9905d76fb4e998d285e5beef8ff91
2024-12-04T04:16:51,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c856716fa21441ff9b4f7e863f8d557d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/c856716fa21441ff9b4f7e863f8d557d
2024-12-04T04:16:51,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/2e4a3b2373854e0180f9faa2d449cc6a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/2e4a3b2373854e0180f9faa2d449cc6a
2024-12-04T04:16:51,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a378a2192dbd48bd878e549fdc4f32d2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/a378a2192dbd48bd878e549fdc4f32d2
2024-12-04T04:16:51,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/06a986fa75204aabbe6399df3430aa01, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a2a0d311f6e142109fa70b94f68ac4b2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3f7bfdef5cfc4f5996d17f92149a85bc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/c466fa381d7b4a0da9fc2d89ba66bcd8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/614f893041514dc6ba9c3a120b753a89, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9af54ab5578f49af857765b82e8395bb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/05e533ea90e74722ba1500875e109594, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a48a1b719b3f47b7a099b250b540373c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/39ff15ba37b84015b8d945577a88e19b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1c24cb80bbf244579e652f26ad745e2d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/fb20bcbe803d48269a08dbb0632c13bf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a1299700b729472f8af1a31dbfac6b81, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/dfccc8a3d9034c14b2f626aee14d11a3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/d6bec3a81faf4594a5a655e49efe82d9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/e1151c0e08244a9696490d6e060a18dc, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1b622e5983a642c2ab9509aff8799c6a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/49af4ae0bcec4a7db282959add496cbb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/54d117fe69f04b0f80e128981cfa0d80, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/785f3279b276400ea1c26aecc1710063, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/70ae570256a84f3db6d51acad94abe44, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/5c84d311ea374e4183bd427458a5664c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/2fda097103144209b485c6b72766b52a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1f284d80e1ae4c00b116cc301c06e7bf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3a07689bb3ae433abf6e7bb9791a27c1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/36f94fa4afa545b2934fc9380eba491b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/50e7eb6c6e0a4a8c96bb447f60e46291, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/0d83bea13c3a42ff9f0ead240c1dfcb8] to archive
2024-12-04T04:16:51,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:16:51,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/06a986fa75204aabbe6399df3430aa01 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/06a986fa75204aabbe6399df3430aa01
2024-12-04T04:16:51,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a2a0d311f6e142109fa70b94f68ac4b2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a2a0d311f6e142109fa70b94f68ac4b2
2024-12-04T04:16:51,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3f7bfdef5cfc4f5996d17f92149a85bc to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3f7bfdef5cfc4f5996d17f92149a85bc
2024-12-04T04:16:51,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/c466fa381d7b4a0da9fc2d89ba66bcd8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/c466fa381d7b4a0da9fc2d89ba66bcd8
2024-12-04T04:16:51,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/614f893041514dc6ba9c3a120b753a89 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/614f893041514dc6ba9c3a120b753a89
2024-12-04T04:16:51,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9af54ab5578f49af857765b82e8395bb to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9af54ab5578f49af857765b82e8395bb
2024-12-04T04:16:51,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/05e533ea90e74722ba1500875e109594 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/05e533ea90e74722ba1500875e109594
2024-12-04T04:16:51,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a48a1b719b3f47b7a099b250b540373c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a48a1b719b3f47b7a099b250b540373c
2024-12-04T04:16:51,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/39ff15ba37b84015b8d945577a88e19b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/39ff15ba37b84015b8d945577a88e19b
2024-12-04T04:16:51,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1c24cb80bbf244579e652f26ad745e2d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1c24cb80bbf244579e652f26ad745e2d
2024-12-04T04:16:51,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/fb20bcbe803d48269a08dbb0632c13bf to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/fb20bcbe803d48269a08dbb0632c13bf
2024-12-04T04:16:51,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a1299700b729472f8af1a31dbfac6b81 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/a1299700b729472f8af1a31dbfac6b81
2024-12-04T04:16:51,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/dfccc8a3d9034c14b2f626aee14d11a3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/dfccc8a3d9034c14b2f626aee14d11a3
2024-12-04T04:16:51,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/d6bec3a81faf4594a5a655e49efe82d9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/d6bec3a81faf4594a5a655e49efe82d9
2024-12-04T04:16:51,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/e1151c0e08244a9696490d6e060a18dc to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/e1151c0e08244a9696490d6e060a18dc
2024-12-04T04:16:51,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1b622e5983a642c2ab9509aff8799c6a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1b622e5983a642c2ab9509aff8799c6a
2024-12-04T04:16:51,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/49af4ae0bcec4a7db282959add496cbb to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/49af4ae0bcec4a7db282959add496cbb
2024-12-04T04:16:51,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/54d117fe69f04b0f80e128981cfa0d80 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/54d117fe69f04b0f80e128981cfa0d80
2024-12-04T04:16:51,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/785f3279b276400ea1c26aecc1710063 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/785f3279b276400ea1c26aecc1710063
2024-12-04T04:16:51,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/70ae570256a84f3db6d51acad94abe44 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/70ae570256a84f3db6d51acad94abe44
2024-12-04T04:16:51,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/5c84d311ea374e4183bd427458a5664c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/5c84d311ea374e4183bd427458a5664c
2024-12-04T04:16:51,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/2fda097103144209b485c6b72766b52a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/2fda097103144209b485c6b72766b52a
2024-12-04T04:16:51,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1f284d80e1ae4c00b116cc301c06e7bf to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/1f284d80e1ae4c00b116cc301c06e7bf
2024-12-04T04:16:51,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3a07689bb3ae433abf6e7bb9791a27c1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/3a07689bb3ae433abf6e7bb9791a27c1
2024-12-04T04:16:51,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/36f94fa4afa545b2934fc9380eba491b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/36f94fa4afa545b2934fc9380eba491b
2024-12-04T04:16:51,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/50e7eb6c6e0a4a8c96bb447f60e46291 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/50e7eb6c6e0a4a8c96bb447f60e46291
2024-12-04T04:16:51,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/0d83bea13c3a42ff9f0ead240c1dfcb8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/0d83bea13c3a42ff9f0ead240c1dfcb8
2024-12-04T04:16:51,442 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/recovered.edits/399.seqid, newMaxSeqId=399, maxSeqId=1
2024-12-04T04:16:51,442 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.
2024-12-04T04:16:51,442 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 122e9a777f041d2f56f5f8ad90d3bd72:
Waiting for close lock at 1733285810090Running coprocessor pre-close hooks at 1733285810090Disabling compacts and flushes for region at 1733285810090Disabling writes for close at 1733285810090Obtaining lock to block concurrent updates at 1733285810090Preparing flush snapshotting stores in 122e9a777f041d2f56f5f8ad90d3bd72 at 1733285810090Finished memstore snapshotting TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733285810090Flushing stores of TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72. at 1733285810091 (+1 ms)Flushing 122e9a777f041d2f56f5f8ad90d3bd72/A: creating writer at 1733285810091Flushing 122e9a777f041d2f56f5f8ad90d3bd72/A: appending metadata at 1733285810093 (+2 ms)Flushing 122e9a777f041d2f56f5f8ad90d3bd72/A: closing flushed file at 1733285810093Flushing 122e9a777f041d2f56f5f8ad90d3bd72/B: creating writer at 1733285810501 (+408 ms)Flushing 122e9a777f041d2f56f5f8ad90d3bd72/B: appending metadata at 1733285810504 (+3 ms)Flushing 122e9a777f041d2f56f5f8ad90d3bd72/B: closing flushed file at 1733285810504Flushing 122e9a777f041d2f56f5f8ad90d3bd72/C: creating writer at 1733285810914 (+410 ms)Flushing 122e9a777f041d2f56f5f8ad90d3bd72/C: appending metadata at 1733285810916 (+2 ms)Flushing 122e9a777f041d2f56f5f8ad90d3bd72/C: closing flushed file at 1733285810916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f9c073: reopening flushed file at 1733285811323 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4445997a: reopening flushed file at 1733285811328 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52456c4d: reopening flushed file at 1733285811333 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 122e9a777f041d2f56f5f8ad90d3bd72 in 1248ms, sequenceid=396, compaction requested=true at 1733285811338 (+5 ms)Writing region close event to WAL at 1733285811437 (+99 ms)Running coprocessor post-close hooks at 1733285811442 (+5 ms)Closed at 1733285811442
2024-12-04T04:16:51,444 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:51,448 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=122e9a777f041d2f56f5f8ad90d3bd72, regionState=CLOSED
2024-12-04T04:16:51,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:16:51,453 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-12-04T04:16:51,453 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 122e9a777f041d2f56f5f8ad90d3bd72, server=67abd3a0ee76,37895,1733285712389 in 1.5140 sec
2024-12-04T04:16:51,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-12-04T04:16:51,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=122e9a777f041d2f56f5f8ad90d3bd72, UNASSIGN in 1.5190 sec
2024-12-04T04:16:51,458 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-12-04T04:16:51,458 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5230 sec
2024-12-04T04:16:51,460 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285811459"}]},"ts":"1733285811459"}
2024-12-04T04:16:51,461 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-04T04:16:51,461 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-04T04:16:51,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5340 sec
2024-12-04T04:16:51,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-04T04:16:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:16:52,075 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:52,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-04T04:16:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:52,078 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-12-04T04:16:52,078 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:52,083 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:52,085 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/recovered.edits]
2024-12-04T04:16:52,088 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6a828246659746e0bd6db1b9d7286e9d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/6a828246659746e0bd6db1b9d7286e9d
2024-12-04T04:16:52,092 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/aed7196d56b44bcda0bd7f917d46d7f6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/aed7196d56b44bcda0bd7f917d46d7f6
2024-12-04T04:16:52,093 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/cb82f461c56c4a879171a705d4543710 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/cb82f461c56c4a879171a705d4543710
2024-12-04T04:16:52,097 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d4af644a26c9415180f994e53f2a4480 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/A/d4af644a26c9415180f994e53f2a4480
2024-12-04T04:16:52,116 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0fd9d89e3af64cecb2b82db8fe362954 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/0fd9d89e3af64cecb2b82db8fe362954
2024-12-04T04:16:52,117 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/226dd863b1724b5f953d0d3f003d2fe0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/226dd863b1724b5f953d0d3f003d2fe0
2024-12-04T04:16:52,119 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/ccd63071ad9c4144ad910b94b0e99d9b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/ccd63071ad9c4144ad910b94b0e99d9b
2024-12-04T04:16:52,120 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/e5f2c48303374391af329622d3c2bd85 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/B/e5f2c48303374391af329622d3c2bd85
2024-12-04T04:16:52,122 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/154c2f02de034134bd52714f5a3d52fa to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/154c2f02de034134bd52714f5a3d52fa
2024-12-04T04:16:52,123 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/7f635c169feb40a29afd42a8eb0a7146 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/7f635c169feb40a29afd42a8eb0a7146
2024-12-04T04:16:52,124 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/82e10d95fc4c468ca05901bc1b5c4f40 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/82e10d95fc4c468ca05901bc1b5c4f40
2024-12-04T04:16:52,130 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9eca314d60794936a4a6e81e2a1dd3ab to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/C/9eca314d60794936a4a6e81e2a1dd3ab
2024-12-04T04:16:52,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/recovered.edits/399.seqid to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72/recovered.edits/399.seqid
2024-12-04T04:16:52,133 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/122e9a777f041d2f56f5f8ad90d3bd72
2024-12-04T04:16:52,133 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-04T04:16:52,136 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:52,140 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-04T04:16:52,156 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-04T04:16:52,158 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:52,158 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-04T04:16:52,159 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733285812158"}]},"ts":"9223372036854775807"}
2024-12-04T04:16:52,164 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-04T04:16:52,164 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 122e9a777f041d2f56f5f8ad90d3bd72, NAME => 'TestAcidGuarantees,,1733285776678.122e9a777f041d2f56f5f8ad90d3bd72.', STARTKEY => '', ENDKEY => ''}]
2024-12-04T04:16:52,164 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-04T04:16:52,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733285812164"}]},"ts":"9223372036854775807"}
2024-12-04T04:16:52,171 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-04T04:16:52,172 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:52,174 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 96 msec
2024-12-04T04:16:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-12-04T04:16:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-04T04:16:52,195 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:52,205 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 248), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=918 (was 796) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1199 (was 235) - AvailableMemoryMB LEAK? -
2024-12-04T04:16:52,221 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=918, ProcessCount=11, AvailableMemoryMB=1194
2024-12-04T04:16:52,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:16:52,224 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:16:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:52,227 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:16:52,227 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:52,227 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 93
2024-12-04T04:16:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-04T04:16:52,232 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:16:52,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742213_1389 (size=1061)
2024-12-04T04:16:52,258 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb
2024-12-04T04:16:52,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742214_1390 (size=53)
2024-12-04T04:16:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-04T04:16:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-04T04:16:52,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:16:52,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e608769dcb41223846421998e4222021, disabling compactions & flushes
2024-12-04T04:16:52,677 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:52,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:52,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. after waiting 0 ms
2024-12-04T04:16:52,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:52,677 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:52,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e608769dcb41223846421998e4222021:
Waiting for close lock at 1733285812677Disabling compacts and flushes for region at 1733285812677Disabling writes for close at 1733285812677Writing region close event to WAL at 1733285812677Closed at 1733285812677
2024-12-04T04:16:52,678 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:16:52,679 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733285812678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733285812678"}]},"ts":"1733285812678"}
2024-12-04T04:16:52,682 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:16:52,683 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:16:52,683 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285812683"}]},"ts":"1733285812683"}
2024-12-04T04:16:52,685 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-04T04:16:52,686 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, ASSIGN}]
2024-12-04T04:16:52,688 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, ASSIGN
2024-12-04T04:16:52,689 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=false
2024-12-04T04:16:52,841 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e608769dcb41223846421998e4222021, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:52,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, ASSIGN because future has completed
2024-12-04T04:16:52,851 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:16:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-04T04:16:53,018 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:53,018 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:16:53,019 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e608769dcb41223846421998e4222021
2024-12-04T04:16:53,019 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:16:53,019 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for e608769dcb41223846421998e4222021
2024-12-04T04:16:53,019 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for e608769dcb41223846421998e4222021
2024-12-04T04:16:53,028 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e608769dcb41223846421998e4222021 
2024-12-04T04:16:53,030 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:53,030 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e608769dcb41223846421998e4222021 columnFamilyName A
2024-12-04T04:16:53,030 DEBUG [StoreOpener-e608769dcb41223846421998e4222021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:53,031 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(327): Store=e608769dcb41223846421998e4222021/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:53,032 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e608769dcb41223846421998e4222021 
2024-12-04T04:16:53,034 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:53,034 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e608769dcb41223846421998e4222021 columnFamilyName B
2024-12-04T04:16:53,034 DEBUG [StoreOpener-e608769dcb41223846421998e4222021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:53,034 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(327): Store=e608769dcb41223846421998e4222021/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:53,035 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e608769dcb41223846421998e4222021 
2024-12-04T04:16:53,036 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:53,036 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e608769dcb41223846421998e4222021 columnFamilyName C
2024-12-04T04:16:53,036 DEBUG [StoreOpener-e608769dcb41223846421998e4222021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:53,037 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(327): Store=e608769dcb41223846421998e4222021/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:53,037 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:53,037 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for e608769dcb41223846421998e4222021
2024-12-04T04:16:53,038 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021
2024-12-04T04:16:53,038 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021
2024-12-04T04:16:53,039 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for e608769dcb41223846421998e4222021
2024-12-04T04:16:53,039 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for e608769dcb41223846421998e4222021
2024-12-04T04:16:53,040 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:16:53,042 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for e608769dcb41223846421998e4222021
2024-12-04T04:16:53,049 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:16:53,049 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened e608769dcb41223846421998e4222021; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65631197, jitterRate=-0.022018954157829285}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:16:53,049 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e608769dcb41223846421998e4222021
2024-12-04T04:16:53,050 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for e608769dcb41223846421998e4222021:
Running coprocessor pre-open hook at 1733285813019Writing region info on filesystem at 1733285813019Initializing all the Stores at 1733285813027 (+8 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285813027Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285813028 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285813028Cleaning up temporary data from old regions at 1733285813039 (+11 ms)Running coprocessor post-open hooks at 1733285813049 (+10 ms)Region opened successfully at 1733285813050 (+1 ms)
2024-12-04T04:16:53,050 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., pid=95, masterSystemTime=1733285813008
2024-12-04T04:16:53,052 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:53,052 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:53,053 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e608769dcb41223846421998e4222021, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:16:53,056 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94
2024-12-04T04:16:53,056 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389 in 204 msec
2024-12-04T04:16:53,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-12-04T04:16:53,057 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, ASSIGN in 370 msec
2024-12-04T04:16:53,058 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:16:53,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285813058"}]},"ts":"1733285813058"}
2024-12-04T04:16:53,059 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-04T04:16:53,060 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:16:53,061 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 836 msec
2024-12-04T04:16:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-12-04T04:16:53,376 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:53,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cfb621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:53,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:53,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:53,380 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b0e86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:53,385 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a0b645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:53,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:53,393 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:53,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:16:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,35405,1733285711547
2024-12-04T04:16:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e0121d
2024-12-04T04:16:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:16:53,409 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:16:53,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:16:53,420 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:16:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-04T04:16:53,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742215_1391 (size=1097)
2024-12-04T04:16:53,850 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-04T04:16:53,850 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-04T04:16:53,854 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:16:53,858 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, REOPEN/MOVE}]
2024-12-04T04:16:53,859 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, REOPEN/MOVE
2024-12-04T04:16:53,863 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=e608769dcb41223846421998e4222021, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:53,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, REOPEN/MOVE because future has completed
2024-12-04T04:16:53,867 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:16:53,868 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:16:54,033 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close e608769dcb41223846421998e4222021
2024-12-04T04:16:54,033 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:16:54,034 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing e608769dcb41223846421998e4222021, disabling compactions & flushes
2024-12-04T04:16:54,034 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,034 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,034 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. after waiting 0 ms
2024-12-04T04:16:54,034 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,037 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-04T04:16:54,038 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,038 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for e608769dcb41223846421998e4222021:
Waiting for close lock at 1733285814034Running coprocessor pre-close hooks at 1733285814034Disabling compacts and flushes for region at 1733285814034Disabling writes for close at 1733285814034Writing region close event to WAL at 1733285814034Running coprocessor post-close hooks at 1733285814038 (+4 ms)Closed at 1733285814038
2024-12-04T04:16:54,038 WARN  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: e608769dcb41223846421998e4222021 to self.
2024-12-04T04:16:54,040 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed e608769dcb41223846421998e4222021
2024-12-04T04:16:54,040 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=e608769dcb41223846421998e4222021, regionState=CLOSED
2024-12-04T04:16:54,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:16:54,045 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98
2024-12-04T04:16:54,045 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389 in 176 msec
2024-12-04T04:16:54,045 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, REOPEN/MOVE; state=CLOSED, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=true
2024-12-04T04:16:54,196 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=e608769dcb41223846421998e4222021, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, REOPEN/MOVE because future has completed
2024-12-04T04:16:54,199 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:16:54,354 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,354 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:16:54,355 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e608769dcb41223846421998e4222021
2024-12-04T04:16:54,355 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:16:54,355 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for e608769dcb41223846421998e4222021
2024-12-04T04:16:54,355 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for e608769dcb41223846421998e4222021
2024-12-04T04:16:54,356 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e608769dcb41223846421998e4222021 
2024-12-04T04:16:54,357 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:54,358 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e608769dcb41223846421998e4222021 columnFamilyName A
2024-12-04T04:16:54,359 DEBUG [StoreOpener-e608769dcb41223846421998e4222021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:54,359 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(327): Store=e608769dcb41223846421998e4222021/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:54,360 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e608769dcb41223846421998e4222021 
2024-12-04T04:16:54,360 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:54,360 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e608769dcb41223846421998e4222021 columnFamilyName B
2024-12-04T04:16:54,361 DEBUG [StoreOpener-e608769dcb41223846421998e4222021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:54,361 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(327): Store=e608769dcb41223846421998e4222021/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:54,361 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e608769dcb41223846421998e4222021 
2024-12-04T04:16:54,362 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:16:54,362 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e608769dcb41223846421998e4222021 columnFamilyName C
2024-12-04T04:16:54,362 DEBUG [StoreOpener-e608769dcb41223846421998e4222021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:54,362 INFO  [StoreOpener-e608769dcb41223846421998e4222021-1 {}] regionserver.HStore(327): Store=e608769dcb41223846421998e4222021/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:16:54,362 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,362 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for e608769dcb41223846421998e4222021
2024-12-04T04:16:54,363 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021
2024-12-04T04:16:54,364 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021
2024-12-04T04:16:54,365 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for e608769dcb41223846421998e4222021
2024-12-04T04:16:54,365 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for e608769dcb41223846421998e4222021
2024-12-04T04:16:54,366 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:16:54,367 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for e608769dcb41223846421998e4222021
2024-12-04T04:16:54,368 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened e608769dcb41223846421998e4222021; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61700372, jitterRate=-0.0805928111076355}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:16:54,368 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e608769dcb41223846421998e4222021
2024-12-04T04:16:54,369 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for e608769dcb41223846421998e4222021:
Running coprocessor pre-open hook at 1733285814355Writing region info on filesystem at 1733285814355Initializing all the Stores at 1733285814356 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285814356Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285814356Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285814356Cleaning up temporary data from old regions at 1733285814365 (+9 ms)Running coprocessor post-open hooks at 1733285814368 (+3 ms)Region opened successfully at 1733285814369 (+1 ms)
2024-12-04T04:16:54,370 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., pid=100, masterSystemTime=1733285814351
2024-12-04T04:16:54,371 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,372 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,372 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=e608769dcb41223846421998e4222021, regionState=OPEN, openSeqNum=5, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:16:54,374 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35405 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=67abd3a0ee76,37895,1733285712389, table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-04T04:16:54,377 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98
2024-12-04T04:16:54,377 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389 in 176 msec
2024-12-04T04:16:54,379 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-12-04T04:16:54,379 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, REOPEN/MOVE in 519 msec
2024-12-04T04:16:54,382 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96
2024-12-04T04:16:54,382 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec
2024-12-04T04:16:54,385 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 963 msec
2024-12-04T04:16:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-12-04T04:16:54,386 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:54,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f5e8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,388 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c960eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,390 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2e9d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,393 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a14043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,395 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705f6c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,405 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228dc71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,407 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d709e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cdf665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,415 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40de9762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,417 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7fc4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,419 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b37f206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,421 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb17173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,424 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10136834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,430 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e825c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,432 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a961aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,435 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e9312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,436 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2a3062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,439 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a80beb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,445 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2837399d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:16:54,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:16:54,447 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:16:54,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:16:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:16:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4585e9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:16:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:16:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:16:54,449 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:16:54,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af0f144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:16:54,450 DEBUG [Thread-1765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,450 DEBUG [Thread-1774 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,450 DEBUG [Thread-1761 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,452 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,453 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,453 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,453 DEBUG [Thread-1770 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,453 DEBUG [Thread-1772 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,457 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,457 DEBUG [Thread-1776 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,458 DEBUG [Thread-1776 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,459 DEBUG [Thread-1776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,460 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,465 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,467 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-12-04T04:16:54,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-04T04:16:54,469 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:54,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,470 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:54,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:54,479 DEBUG [Thread-1759 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,482 DEBUG [Thread-1763 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:16:54,482 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-04T04:16:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:16:54,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:16:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:16:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:54,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,485 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,485 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,489 DEBUG [Thread-1767 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,491 DEBUG [Thread-1778 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:16:54,492 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:16:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:16:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,494 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:16:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:16:54,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733285814509, max timestamp=1733285814525Num uniques 859; 
2024-12-04T04:16:54,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e35bccca043349f8bd150e6436b30e30_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285814470/Put/seqid=0
2024-12-04T04:16:54,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-04T04:16:54,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733285814509, max timestamp=1733285814525Num uniques 859; 
2024-12-04T04:16:54,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-04T04:16:54,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733285814509, max timestamp=1733285814525Num uniques 859; 
2024-12-04T04:16:54,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-12-04T04:16:54,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742216_1392 (size=14594)
2024-12-04T04:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-04T04:16:54,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285874580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285874583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285874592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285874594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285874608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-04T04:16:54,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:54,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285874715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285874715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285874720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285874715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285874736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-04T04:16:54,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-04T04:16:54,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:54,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285874935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285874946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285874946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,950 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:54,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285874946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,954 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e35bccca043349f8bd150e6436b30e30_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e35bccca043349f8bd150e6436b30e30_e608769dcb41223846421998e4222021
2024-12-04T04:16:54,954 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/2862e7aa371541baa46183981c267755, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:54,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/2862e7aa371541baa46183981c267755 is 175, key is test_row_0/A:col10/1733285814470/Put/seqid=0
2024-12-04T04:16:54,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-04T04:16:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:54,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:54,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285874965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:54,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742217_1393 (size=39549)
2024-12-04T04:16:54,988 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/2862e7aa371541baa46183981c267755
2024-12-04T04:16:55,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/dd1c3cfa94624296b7e0f979d27f156d is 50, key is test_row_0/B:col10/1733285814470/Put/seqid=0
2024-12-04T04:16:55,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742218_1394 (size=12001)
2024-12-04T04:16:55,075 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/dd1c3cfa94624296b7e0f979d27f156d
2024-12-04T04:16:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-04T04:16:55,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-04T04:16:55,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:55,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/21f0c2266fb646fb9fbba5f9d92c6c47 is 50, key is test_row_0/C:col10/1733285814470/Put/seqid=0
2024-12-04T04:16:55,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742219_1395 (size=12001)
2024-12-04T04:16:55,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285875256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-04T04:16:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285875256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285875256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285875256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285875287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-04T04:16:55,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:55,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,576 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/21f0c2266fb646fb9fbba5f9d92c6c47
2024-12-04T04:16:55,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/2862e7aa371541baa46183981c267755 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/2862e7aa371541baa46183981c267755
2024-12-04T04:16:55,598 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/2862e7aa371541baa46183981c267755, entries=200, sequenceid=14, filesize=38.6 K
2024-12-04T04:16:55,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/dd1c3cfa94624296b7e0f979d27f156d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/dd1c3cfa94624296b7e0f979d27f156d
2024-12-04T04:16:55,604 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/dd1c3cfa94624296b7e0f979d27f156d, entries=150, sequenceid=14, filesize=11.7 K
2024-12-04T04:16:55,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/21f0c2266fb646fb9fbba5f9d92c6c47 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/21f0c2266fb646fb9fbba5f9d92c6c47
2024-12-04T04:16:55,610 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/21f0c2266fb646fb9fbba5f9d92c6c47, entries=150, sequenceid=14, filesize=11.7 K
2024-12-04T04:16:55,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-04T04:16:55,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:55,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,612 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for e608769dcb41223846421998e4222021 in 1130ms, sequenceid=14, compaction requested=false
2024-12-04T04:16:55,612 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-04T04:16:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-04T04:16:55,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-12-04T04:16:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:55,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB
2024-12-04T04:16:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:16:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:16:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:16:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:55,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c46a423f82a447e28615875280363433_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285814582/Put/seqid=0
2024-12-04T04:16:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:16:55,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:55,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742220_1396 (size=12154)
2024-12-04T04:16:55,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:55,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285875809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285875811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285875815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285875837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,851 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c46a423f82a447e28615875280363433_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c46a423f82a447e28615875280363433_e608769dcb41223846421998e4222021
2024-12-04T04:16:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ea7c6e74cb7447f7b88fb8b674927831, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ea7c6e74cb7447f7b88fb8b674927831 is 175, key is test_row_0/A:col10/1733285814582/Put/seqid=0
2024-12-04T04:16:55,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285875839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742221_1397 (size=30955)
2024-12-04T04:16:55,901 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ea7c6e74cb7447f7b88fb8b674927831
2024-12-04T04:16:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/e8306f7ae691457db39fbc654f26480a is 50, key is test_row_0/B:col10/1733285814582/Put/seqid=0
2024-12-04T04:16:55,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285875945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285875956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285875956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285875965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:55,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:55,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742222_1398 (size=12001)
2024-12-04T04:16:56,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285876167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:56,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285876176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:56,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285876177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:56,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285876186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:56,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/e8306f7ae691457db39fbc654f26480a
2024-12-04T04:16:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/1c85e25ff2aa484f828b3830f902611e is 50, key is test_row_0/C:col10/1733285814582/Put/seqid=0
2024-12-04T04:16:56,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285876480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:56,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285876500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:56,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285876507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:56,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285876507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:56,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742223_1399 (size=12001)
2024-12-04T04:16:56,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/1c85e25ff2aa484f828b3830f902611e
2024-12-04T04:16:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ea7c6e74cb7447f7b88fb8b674927831 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ea7c6e74cb7447f7b88fb8b674927831
2024-12-04T04:16:56,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ea7c6e74cb7447f7b88fb8b674927831, entries=150, sequenceid=49, filesize=30.2 K
2024-12-04T04:16:56,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/e8306f7ae691457db39fbc654f26480a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e8306f7ae691457db39fbc654f26480a
2024-12-04T04:16:56,618 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e8306f7ae691457db39fbc654f26480a, entries=150, sequenceid=49, filesize=11.7 K
2024-12-04T04:16:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/1c85e25ff2aa484f828b3830f902611e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c85e25ff2aa484f828b3830f902611e
2024-12-04T04:16:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-04T04:16:56,625 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c85e25ff2aa484f828b3830f902611e, entries=150, sequenceid=49, filesize=11.7 K
2024-12-04T04:16:56,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for e608769dcb41223846421998e4222021 in 864ms, sequenceid=49, compaction requested=false
2024-12-04T04:16:56,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:56,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:56,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-12-04T04:16:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-12-04T04:16:56,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-12-04T04:16:56,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1760 sec
2024-12-04T04:16:56,652 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.1840 sec
2024-12-04T04:16:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:16:56,860 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:16:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:16:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:16:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:16:56,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:56,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a4069d236bb84b6a9e30fb57520bbde5_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285816859/Put/seqid=0
2024-12-04T04:16:56,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742224_1400 (size=14594)
2024-12-04T04:16:57,007 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T04:16:57,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285817002, max timestamp=1733285817047Num uniques 859; 
2024-12-04T04:16:57,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285817002, max timestamp=1733285817047Num uniques 859; 
2024-12-04T04:16:57,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:57,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:57,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285817002, max timestamp=1733285817047Num uniques 859; 
2024-12-04T04:16:57,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:16:57,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285877100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285877100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285877102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285877110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285877114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285877226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285877226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285877230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285877237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285877247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:57,335 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a4069d236bb84b6a9e30fb57520bbde5_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a4069d236bb84b6a9e30fb57520bbde5_e608769dcb41223846421998e4222021
2024-12-04T04:16:57,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ce674300959b492fa8ba6b2f7567bee5, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:57,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ce674300959b492fa8ba6b2f7567bee5 is 175, key is test_row_0/A:col10/1733285816859/Put/seqid=0
2024-12-04T04:16:57,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742225_1401 (size=39549)
2024-12-04T04:16:57,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285877446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285877446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285877446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285877457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285877460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285877768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285877768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285877775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285877775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,787 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ce674300959b492fa8ba6b2f7567bee5
2024-12-04T04:16:57,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285877787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:57,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/7c2690c58a704680947978c14c1515d7 is 50, key is test_row_0/B:col10/1733285816859/Put/seqid=0
2024-12-04T04:16:57,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742226_1402 (size=12001)
2024-12-04T04:16:57,839 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/7c2690c58a704680947978c14c1515d7
2024-12-04T04:16:57,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/d1d755292ea04bfea30f76b792c9b736 is 50, key is test_row_0/C:col10/1733285816859/Put/seqid=0
2024-12-04T04:16:57,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742227_1403 (size=12001)
2024-12-04T04:16:57,870 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/d1d755292ea04bfea30f76b792c9b736
2024-12-04T04:16:57,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ce674300959b492fa8ba6b2f7567bee5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ce674300959b492fa8ba6b2f7567bee5
2024-12-04T04:16:57,879 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ce674300959b492fa8ba6b2f7567bee5, entries=200, sequenceid=60, filesize=38.6 K
2024-12-04T04:16:57,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/7c2690c58a704680947978c14c1515d7 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7c2690c58a704680947978c14c1515d7
2024-12-04T04:16:57,885 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7c2690c58a704680947978c14c1515d7, entries=150, sequenceid=60, filesize=11.7 K
2024-12-04T04:16:57,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/d1d755292ea04bfea30f76b792c9b736 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d1d755292ea04bfea30f76b792c9b736
2024-12-04T04:16:57,906 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d1d755292ea04bfea30f76b792c9b736, entries=150, sequenceid=60, filesize=11.7 K
2024-12-04T04:16:57,907 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e608769dcb41223846421998e4222021 in 1047ms, sequenceid=60, compaction requested=true
2024-12-04T04:16:57,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:57,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:57,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:57,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:57,908 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:57,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:57,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:57,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:16:57,908 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:57,909 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:57,909 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/A is initiating minor compaction (all files)
2024-12-04T04:16:57,909 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/A in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:57,909 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/2862e7aa371541baa46183981c267755, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ea7c6e74cb7447f7b88fb8b674927831, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ce674300959b492fa8ba6b2f7567bee5] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=107.5 K
2024-12-04T04:16:57,910 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:57,910 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/2862e7aa371541baa46183981c267755, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ea7c6e74cb7447f7b88fb8b674927831, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ce674300959b492fa8ba6b2f7567bee5]
2024-12-04T04:16:57,910 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:57,911 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/B is initiating minor compaction (all files)
2024-12-04T04:16:57,911 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2862e7aa371541baa46183981c267755, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733285814470
2024-12-04T04:16:57,911 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/B in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:57,911 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/dd1c3cfa94624296b7e0f979d27f156d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e8306f7ae691457db39fbc654f26480a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7c2690c58a704680947978c14c1515d7] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=35.2 K
2024-12-04T04:16:57,911 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea7c6e74cb7447f7b88fb8b674927831, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285814580
2024-12-04T04:16:57,911 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce674300959b492fa8ba6b2f7567bee5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733285815796
2024-12-04T04:16:57,911 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting dd1c3cfa94624296b7e0f979d27f156d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733285814470
2024-12-04T04:16:57,915 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting e8306f7ae691457db39fbc654f26480a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285814580
2024-12-04T04:16:57,915 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c2690c58a704680947978c14c1515d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733285815820
2024-12-04T04:16:57,934 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:57,941 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#B#compaction#339 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:57,941 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/ff57eba2146f40bbaf6ab31a3f457dac is 50, key is test_row_0/B:col10/1733285816859/Put/seqid=0
2024-12-04T04:16:57,949 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204315c7043861c42ccb713cea424745e0c_e608769dcb41223846421998e4222021 store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:57,951 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204315c7043861c42ccb713cea424745e0c_e608769dcb41223846421998e4222021, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:57,951 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204315c7043861c42ccb713cea424745e0c_e608769dcb41223846421998e4222021 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:57,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742229_1405 (size=4469)
2024-12-04T04:16:57,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742228_1404 (size=12104)
2024-12-04T04:16:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:16:58,297 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-12-04T04:16:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:16:58,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:58,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:16:58,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:58,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:16:58,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:58,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c71779cbc46743b9b8d136af648ab138_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285817101/Put/seqid=0
2024-12-04T04:16:58,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742230_1406 (size=17034)
2024-12-04T04:16:58,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:58,335 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c71779cbc46743b9b8d136af648ab138_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c71779cbc46743b9b8d136af648ab138_e608769dcb41223846421998e4222021
2024-12-04T04:16:58,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285878319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285878321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/e41879a4109b400da8f78d36f300b3b4, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:58,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/e41879a4109b400da8f78d36f300b3b4 is 175, key is test_row_0/A:col10/1733285817101/Put/seqid=0
2024-12-04T04:16:58,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285878325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285878336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285878336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742231_1407 (size=48139)
2024-12-04T04:16:58,362 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/e41879a4109b400da8f78d36f300b3b4
2024-12-04T04:16:58,377 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:58,377 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/44fd59576e1b4f4e8b6754f035e47221 is 175, key is test_row_0/A:col10/1733285816859/Put/seqid=0
2024-12-04T04:16:58,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/5717d1db3c1b483aa2f7c4bf799bacc3 is 50, key is test_row_0/B:col10/1733285817101/Put/seqid=0
2024-12-04T04:16:58,396 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/ff57eba2146f40bbaf6ab31a3f457dac as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ff57eba2146f40bbaf6ab31a3f457dac
2024-12-04T04:16:58,401 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/B of e608769dcb41223846421998e4222021 into ff57eba2146f40bbaf6ab31a3f457dac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:58,401 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:58,401 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/B, priority=13, startTime=1733285817908; duration=0sec
2024-12-04T04:16:58,401 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:58,401 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:B
2024-12-04T04:16:58,401 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:58,402 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:58,402 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/C is initiating minor compaction (all files)
2024-12-04T04:16:58,402 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/C in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:58,402 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/21f0c2266fb646fb9fbba5f9d92c6c47, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c85e25ff2aa484f828b3830f902611e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d1d755292ea04bfea30f76b792c9b736] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=35.2 K
2024-12-04T04:16:58,406 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 21f0c2266fb646fb9fbba5f9d92c6c47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733285814470
2024-12-04T04:16:58,408 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c85e25ff2aa484f828b3830f902611e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733285814580
2024-12-04T04:16:58,410 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d755292ea04bfea30f76b792c9b736, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733285815820
2024-12-04T04:16:58,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742232_1408 (size=31058)
2024-12-04T04:16:58,418 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/44fd59576e1b4f4e8b6754f035e47221 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/44fd59576e1b4f4e8b6754f035e47221
2024-12-04T04:16:58,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742233_1409 (size=12001)
2024-12-04T04:16:58,420 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/5717d1db3c1b483aa2f7c4bf799bacc3
2024-12-04T04:16:58,420 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:58,421 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/f3121bc200394ade8e081d89ee6e2ca9 is 50, key is test_row_0/C:col10/1733285816859/Put/seqid=0
2024-12-04T04:16:58,450 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/A of e608769dcb41223846421998e4222021 into 44fd59576e1b4f4e8b6754f035e47221(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:58,450 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:58,450 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/A, priority=13, startTime=1733285817908; duration=0sec
2024-12-04T04:16:58,450 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:58,450 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:A
2024-12-04T04:16:58,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285878446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285878446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285878446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742234_1410 (size=12104)
2024-12-04T04:16:58,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c84a6a64be854875b34f2eb005ab1316 is 50, key is test_row_0/C:col10/1733285817101/Put/seqid=0
2024-12-04T04:16:58,474 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/f3121bc200394ade8e081d89ee6e2ca9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f3121bc200394ade8e081d89ee6e2ca9
2024-12-04T04:16:58,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285878456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285878460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,486 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/C of e608769dcb41223846421998e4222021 into f3121bc200394ade8e081d89ee6e2ca9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:58,486 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:58,486 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/C, priority=13, startTime=1733285817908; duration=0sec
2024-12-04T04:16:58,486 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:58,486 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:C
2024-12-04T04:16:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742235_1411 (size=12001)
2024-12-04T04:16:58,490 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c84a6a64be854875b34f2eb005ab1316
2024-12-04T04:16:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/e41879a4109b400da8f78d36f300b3b4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e41879a4109b400da8f78d36f300b3b4
2024-12-04T04:16:58,516 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e41879a4109b400da8f78d36f300b3b4, entries=250, sequenceid=96, filesize=47.0 K
2024-12-04T04:16:58,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/5717d1db3c1b483aa2f7c4bf799bacc3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/5717d1db3c1b483aa2f7c4bf799bacc3
2024-12-04T04:16:58,561 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/5717d1db3c1b483aa2f7c4bf799bacc3, entries=150, sequenceid=96, filesize=11.7 K
2024-12-04T04:16:58,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c84a6a64be854875b34f2eb005ab1316 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c84a6a64be854875b34f2eb005ab1316
2024-12-04T04:16:58,604 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c84a6a64be854875b34f2eb005ab1316, entries=150, sequenceid=96, filesize=11.7 K
2024-12-04T04:16:58,605 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=46.96 KB/48090 for e608769dcb41223846421998e4222021 in 308ms, sequenceid=96, compaction requested=false
2024-12-04T04:16:58,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-12-04T04:16:58,647 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:16:58,647 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-12-04T04:16:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-04T04:16:58,649 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:16:58,650 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:16:58,651 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:16:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:16:58,670 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:16:58,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:16:58,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:58,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:16:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:16:58,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204db0acbf813d24639b0f35cf12ee7ebc2_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285818316/Put/seqid=0
2024-12-04T04:16:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-04T04:16:58,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285818717, max timestamp=1733285818780Num uniques 859; 
2024-12-04T04:16:58,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:16:58,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285818717, max timestamp=1733285818780Num uniques 859; 
2024-12-04T04:16:58,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:16:58,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285818717, max timestamp=1733285818782Num uniques 859; 
2024-12-04T04:16:58,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:16:58,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742236_1412 (size=14594)
2024-12-04T04:16:58,794 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:58,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-04T04:16:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:58,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:58,811 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204db0acbf813d24639b0f35cf12ee7ebc2_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204db0acbf813d24639b0f35cf12ee7ebc2_e608769dcb41223846421998e4222021
2024-12-04T04:16:58,820 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/5fb3d19d33174de89d149ade75976a91, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:58,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/5fb3d19d33174de89d149ade75976a91 is 175, key is test_row_0/A:col10/1733285818316/Put/seqid=0
2024-12-04T04:16:58,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285878829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285878833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285878841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742237_1413 (size=39549)
2024-12-04T04:16:58,864 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/5fb3d19d33174de89d149ade75976a91
2024-12-04T04:16:58,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285878848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285878844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/8218e6c6414143289a361e41fac86928 is 50, key is test_row_0/B:col10/1733285818316/Put/seqid=0
2024-12-04T04:16:58,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742238_1414 (size=12001)
2024-12-04T04:16:58,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285878955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285878955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285878955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-04T04:16:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-04T04:16:58,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:58,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:58,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:58,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:58,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:58,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285878975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:58,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285878975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-04T04:16:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:59,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285879166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285879176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285879177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285879199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285879206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-04T04:16:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:59,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:59,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:16:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-04T04:16:59,319 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/8218e6c6414143289a361e41fac86928
2024-12-04T04:16:59,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/8156859b4cc14bb68878ea8e39be2f83 is 50, key is test_row_0/C:col10/1733285818316/Put/seqid=0
2024-12-04T04:16:59,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742239_1415 (size=12001)
2024-12-04T04:16:59,374 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/8156859b4cc14bb68878ea8e39be2f83
2024-12-04T04:16:59,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/5fb3d19d33174de89d149ade75976a91 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/5fb3d19d33174de89d149ade75976a91
2024-12-04T04:16:59,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/5fb3d19d33174de89d149ade75976a91, entries=200, sequenceid=110, filesize=38.6 K
2024-12-04T04:16:59,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/8218e6c6414143289a361e41fac86928 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/8218e6c6414143289a361e41fac86928
2024-12-04T04:16:59,414 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/8218e6c6414143289a361e41fac86928, entries=150, sequenceid=110, filesize=11.7 K
2024-12-04T04:16:59,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/8156859b4cc14bb68878ea8e39be2f83 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/8156859b4cc14bb68878ea8e39be2f83
2024-12-04T04:16:59,422 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/8156859b4cc14bb68878ea8e39be2f83, entries=150, sequenceid=110, filesize=11.7 K
2024-12-04T04:16:59,423 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e608769dcb41223846421998e4222021 in 753ms, sequenceid=110, compaction requested=true
2024-12-04T04:16:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:16:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:59,423 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:59,423 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:16:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:16:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:16:59,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:59,424 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:59,424 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/A is initiating minor compaction (all files)
2024-12-04T04:16:59,424 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/A in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,424 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/44fd59576e1b4f4e8b6754f035e47221, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e41879a4109b400da8f78d36f300b3b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/5fb3d19d33174de89d149ade75976a91] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=116.0 K
2024-12-04T04:16:59,425 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,425 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/44fd59576e1b4f4e8b6754f035e47221, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e41879a4109b400da8f78d36f300b3b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/5fb3d19d33174de89d149ade75976a91]
2024-12-04T04:16:59,425 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:59,425 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/B is initiating minor compaction (all files)
2024-12-04T04:16:59,425 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44fd59576e1b4f4e8b6754f035e47221, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733285815820
2024-12-04T04:16:59,425 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/B in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,425 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ff57eba2146f40bbaf6ab31a3f457dac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/5717d1db3c1b483aa2f7c4bf799bacc3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/8218e6c6414143289a361e41fac86928] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=35.3 K
2024-12-04T04:16:59,425 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e41879a4109b400da8f78d36f300b3b4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733285817095
2024-12-04T04:16:59,426 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fb3d19d33174de89d149ade75976a91, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733285818314
2024-12-04T04:16:59,426 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ff57eba2146f40bbaf6ab31a3f457dac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733285815820
2024-12-04T04:16:59,426 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5717d1db3c1b483aa2f7c4bf799bacc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733285817101
2024-12-04T04:16:59,426 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8218e6c6414143289a361e41fac86928, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733285818314
2024-12-04T04:16:59,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-12-04T04:16:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-04T04:16:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:16:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:16:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:16:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:16:59,460 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:59,461 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/c76e7e879d204be58154f5491e8b984d is 50, key is test_row_0/B:col10/1733285818316/Put/seqid=0
2024-12-04T04:16:59,465 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048bbcc4996f4c493f8aa4072e0c64b7a9_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285818827/Put/seqid=0
2024-12-04T04:16:59,475 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204c8cf30ec6e964bb6a2f96a0410f44555_e608769dcb41223846421998e4222021 store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:59,477 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204c8cf30ec6e964bb6a2f96a0410f44555_e608769dcb41223846421998e4222021, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:59,477 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c8cf30ec6e964bb6a2f96a0410f44555_e608769dcb41223846421998e4222021 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:59,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:16:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:16:59,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742241_1417 (size=12304)
2024-12-04T04:16:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:16:59,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742240_1416 (size=12207)
2024-12-04T04:16:59,534 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048bbcc4996f4c493f8aa4072e0c64b7a9_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048bbcc4996f4c493f8aa4072e0c64b7a9_e608769dcb41223846421998e4222021
2024-12-04T04:16:59,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/9c1c04ea789a4ba195754d62c55e637b, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:16:59,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/9c1c04ea789a4ba195754d62c55e637b is 175, key is test_row_0/A:col10/1733285818827/Put/seqid=0
2024-12-04T04:16:59,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742242_1418 (size=4469)
2024-12-04T04:16:59,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285879531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285879547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742243_1419 (size=31105)
2024-12-04T04:16:59,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285879556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285879556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285879569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285879665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285879675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285879696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285879696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285879696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-04T04:16:59,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285879875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285879895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285879916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285879916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:16:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285879916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:16:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:16:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:16:59,942 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/c76e7e879d204be58154f5491e8b984d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c76e7e879d204be58154f5491e8b984d
2024-12-04T04:16:59,950 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#A#compaction#349 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:59,950 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ffa7c17d27154fd1a69173f15fdc6173 is 175, key is test_row_0/A:col10/1733285818316/Put/seqid=0
2024-12-04T04:16:59,955 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/B of e608769dcb41223846421998e4222021 into c76e7e879d204be58154f5491e8b984d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:16:59,955 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:16:59,955 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/B, priority=13, startTime=1733285819423; duration=0sec
2024-12-04T04:16:59,955 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:16:59,955 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:B
2024-12-04T04:16:59,955 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:16:59,964 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:16:59,964 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/C is initiating minor compaction (all files)
2024-12-04T04:16:59,964 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/C in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:16:59,964 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f3121bc200394ade8e081d89ee6e2ca9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c84a6a64be854875b34f2eb005ab1316, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/8156859b4cc14bb68878ea8e39be2f83] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=35.3 K
2024-12-04T04:16:59,968 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f3121bc200394ade8e081d89ee6e2ca9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733285815820
2024-12-04T04:16:59,970 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c84a6a64be854875b34f2eb005ab1316, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733285817101
2024-12-04T04:16:59,972 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8156859b4cc14bb68878ea8e39be2f83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733285818314
2024-12-04T04:16:59,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742244_1420 (size=31161)
2024-12-04T04:16:59,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/9c1c04ea789a4ba195754d62c55e637b
2024-12-04T04:16:59,990 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:16:59,991 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/1c2bf81c19d34b908b05eafad1b7b8a3 is 50, key is test_row_0/C:col10/1733285818316/Put/seqid=0
2024-12-04T04:17:00,000 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ffa7c17d27154fd1a69173f15fdc6173 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffa7c17d27154fd1a69173f15fdc6173
2024-12-04T04:17:00,008 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/A of e608769dcb41223846421998e4222021 into ffa7c17d27154fd1a69173f15fdc6173(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:00,008 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:00,008 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/A, priority=13, startTime=1733285819423; duration=0sec
2024-12-04T04:17:00,009 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:00,009 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:A
2024-12-04T04:17:00,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742245_1421 (size=12207)
2024-12-04T04:17:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a28952f86d3f478ebd17edb4ad004e4a is 50, key is test_row_0/B:col10/1733285818827/Put/seqid=0
2024-12-04T04:17:00,025 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/1c2bf81c19d34b908b05eafad1b7b8a3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c2bf81c19d34b908b05eafad1b7b8a3
2024-12-04T04:17:00,039 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/C of e608769dcb41223846421998e4222021 into 1c2bf81c19d34b908b05eafad1b7b8a3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:00,039 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:00,039 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/C, priority=13, startTime=1733285819423; duration=0sec
2024-12-04T04:17:00,039 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:00,039 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:C
2024-12-04T04:17:00,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742246_1422 (size=12151)
2024-12-04T04:17:00,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a28952f86d3f478ebd17edb4ad004e4a
2024-12-04T04:17:00,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c7c5adcd349040ec9b3aa5c7b9f3848a is 50, key is test_row_0/C:col10/1733285818827/Put/seqid=0
2024-12-04T04:17:00,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742247_1423 (size=12151)
2024-12-04T04:17:00,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c7c5adcd349040ec9b3aa5c7b9f3848a
2024-12-04T04:17:00,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/9c1c04ea789a4ba195754d62c55e637b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9c1c04ea789a4ba195754d62c55e637b
2024-12-04T04:17:00,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285880188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,216 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9c1c04ea789a4ba195754d62c55e637b, entries=150, sequenceid=145, filesize=30.4 K
2024-12-04T04:17:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a28952f86d3f478ebd17edb4ad004e4a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a28952f86d3f478ebd17edb4ad004e4a
2024-12-04T04:17:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,237 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a28952f86d3f478ebd17edb4ad004e4a, entries=150, sequenceid=145, filesize=11.9 K
2024-12-04T04:17:00,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c7c5adcd349040ec9b3aa5c7b9f3848a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c7c5adcd349040ec9b3aa5c7b9f3848a
2024-12-04T04:17:00,244 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c7c5adcd349040ec9b3aa5c7b9f3848a, entries=150, sequenceid=145, filesize=11.9 K
2024-12-04T04:17:00,245 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for e608769dcb41223846421998e4222021 in 816ms, sequenceid=145, compaction requested=false
2024-12-04T04:17:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-12-04T04:17:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-12-04T04:17:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,257 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-12-04T04:17:00,257 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6040 sec
2024-12-04T04:17:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,260 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.6110 sec
2024-12-04T04:17:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,350 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-04T04:17:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204483d42b3bf5e4ca4bda022c60384ab19_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285819547/Put/seqid=0
2024-12-04T04:17:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742248_1424 (size=12304)
2024-12-04T04:17:00,422 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,426 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204483d42b3bf5e4ca4bda022c60384ab19_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204483d42b3bf5e4ca4bda022c60384ab19_e608769dcb41223846421998e4222021
2024-12-04T04:17:00,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/55277580b96c4eaa870ea0152fa1691f, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:00,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/55277580b96c4eaa870ea0152fa1691f is 175, key is test_row_0/A:col10/1733285819547/Put/seqid=0
2024-12-04T04:17:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:00,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742249_1425 (size=31105)
2024-12-04T04:17:00,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285820460, max timestamp=1733285820487Num uniques 859; 
2024-12-04T04:17:00,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:00,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285820460, max timestamp=1733285820487Num uniques 859; 
2024-12-04T04:17:00,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:00,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285820460, max timestamp=1733285820487Num uniques 859; 
2024-12-04T04:17:00,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:00,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285880625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285880627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285880634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285880640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285880716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285880755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285880756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285880768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285880776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-12-04T04:17:00,797 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:00,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-12-04T04:17:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-04T04:17:00,799 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:00,804 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:00,804 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:00,860 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/55277580b96c4eaa870ea0152fa1691f
2024-12-04T04:17:00,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/6d124498cb00494b82726b8a5b088a0b is 50, key is test_row_0/B:col10/1733285819547/Put/seqid=0
2024-12-04T04:17:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-04T04:17:00,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742250_1426 (size=12151)
2024-12-04T04:17:00,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:00,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:00,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285880977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285880980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:00,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285880986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:00,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:00,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285880996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-04T04:17:01,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285881295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285881295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285881305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285881315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-04T04:17:01,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,482 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/6d124498cb00494b82726b8a5b088a0b
2024-12-04T04:17:01,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/71d73ef52ea045979d7231c215e355f3 is 50, key is test_row_0/C:col10/1733285819547/Put/seqid=0
2024-12-04T04:17:01,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742251_1427 (size=12151)
2024-12-04T04:17:01,621 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/71d73ef52ea045979d7231c215e355f3
2024-12-04T04:17:01,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/55277580b96c4eaa870ea0152fa1691f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/55277580b96c4eaa870ea0152fa1691f
2024-12-04T04:17:01,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:01,636 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/55277580b96c4eaa870ea0152fa1691f, entries=150, sequenceid=160, filesize=30.4 K
2024-12-04T04:17:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/6d124498cb00494b82726b8a5b088a0b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/6d124498cb00494b82726b8a5b088a0b
2024-12-04T04:17:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,645 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/6d124498cb00494b82726b8a5b088a0b, entries=150, sequenceid=160, filesize=11.9 K
2024-12-04T04:17:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/71d73ef52ea045979d7231c215e355f3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/71d73ef52ea045979d7231c215e355f3
2024-12-04T04:17:01,650 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/71d73ef52ea045979d7231c215e355f3, entries=150, sequenceid=160, filesize=11.9 K
2024-12-04T04:17:01,653 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for e608769dcb41223846421998e4222021 in 1303ms, sequenceid=160, compaction requested=true
2024-12-04T04:17:01,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:01,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:01,653 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:01,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:01,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:01,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:01,653 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:01,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:01,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:01,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:01,654 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93371 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:01,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/B is initiating minor compaction (all files)
2024-12-04T04:17:01,654 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/A is initiating minor compaction (all files)
2024-12-04T04:17:01,654 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/B in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,654 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/A in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,654 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffa7c17d27154fd1a69173f15fdc6173, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9c1c04ea789a4ba195754d62c55e637b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/55277580b96c4eaa870ea0152fa1691f] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=91.2 K
2024-12-04T04:17:01,654 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c76e7e879d204be58154f5491e8b984d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a28952f86d3f478ebd17edb4ad004e4a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/6d124498cb00494b82726b8a5b088a0b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=35.7 K
2024-12-04T04:17:01,654 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,655 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffa7c17d27154fd1a69173f15fdc6173, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9c1c04ea789a4ba195754d62c55e637b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/55277580b96c4eaa870ea0152fa1691f]
2024-12-04T04:17:01,655 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffa7c17d27154fd1a69173f15fdc6173, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733285818314
2024-12-04T04:17:01,655 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c76e7e879d204be58154f5491e8b984d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733285818314
2024-12-04T04:17:01,655 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a28952f86d3f478ebd17edb4ad004e4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733285818827
2024-12-04T04:17:01,655 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c1c04ea789a4ba195754d62c55e637b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733285818827
2024-12-04T04:17:01,655 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d124498cb00494b82726b8a5b088a0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733285819547
2024-12-04T04:17:01,656 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55277580b96c4eaa870ea0152fa1691f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733285819547
2024-12-04T04:17:01,663 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:01,664 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:01,665 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/c3e772939f9c4f0a87a0e328580861cd is 50, key is test_row_0/B:col10/1733285819547/Put/seqid=0
2024-12-04T04:17:01,669 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204719f9320738b4c89b1d40a6429aee847_e608769dcb41223846421998e4222021 store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:01,671 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204719f9320738b4c89b1d40a6429aee847_e608769dcb41223846421998e4222021, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:01,671 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204719f9320738b4c89b1d40a6429aee847_e608769dcb41223846421998e4222021 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:01,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742252_1428 (size=12459)
2024-12-04T04:17:01,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742253_1429 (size=4469)
2024-12-04T04:17:01,678 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#A#compaction#358 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:01,678 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/4861af5f1194488ea026dcc662e31db8 is 175, key is test_row_0/A:col10/1733285819547/Put/seqid=0
2024-12-04T04:17:01,680 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/c3e772939f9c4f0a87a0e328580861cd as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c3e772939f9c4f0a87a0e328580861cd
2024-12-04T04:17:01,687 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/B of e608769dcb41223846421998e4222021 into c3e772939f9c4f0a87a0e328580861cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:01,687 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:01,687 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/B, priority=13, startTime=1733285821653; duration=0sec
2024-12-04T04:17:01,687 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:01,687 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:B
2024-12-04T04:17:01,687 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:01,688 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:01,688 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/C is initiating minor compaction (all files)
2024-12-04T04:17:01,688 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/C in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,689 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c2bf81c19d34b908b05eafad1b7b8a3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c7c5adcd349040ec9b3aa5c7b9f3848a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/71d73ef52ea045979d7231c215e355f3] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=35.7 K
2024-12-04T04:17:01,689 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c2bf81c19d34b908b05eafad1b7b8a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733285818314
2024-12-04T04:17:01,689 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c7c5adcd349040ec9b3aa5c7b9f3848a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733285818827
2024-12-04T04:17:01,690 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 71d73ef52ea045979d7231c215e355f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733285819547
2024-12-04T04:17:01,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742254_1430 (size=31413)
2024-12-04T04:17:01,698 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:01,699 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/d81f822de31941c5adf81a5b2d71ac9b is 50, key is test_row_0/C:col10/1733285819547/Put/seqid=0
2024-12-04T04:17:01,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742255_1431 (size=12459)
2024-12-04T04:17:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:01,745 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-12-04T04:17:01,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:01,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:01,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:01,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c721835122e148cfbbd378f602821a4f_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285820623/Put/seqid=0
2024-12-04T04:17:01,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742256_1432 (size=14794)
2024-12-04T04:17:01,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285881816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285881825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285881832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285881832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285881835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-04T04:17:01,888 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-04T04:17:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-04T04:17:01,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:01,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:01,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285881947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285881947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:02,097 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/4861af5f1194488ea026dcc662e31db8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/4861af5f1194488ea026dcc662e31db8
2024-12-04T04:17:02,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,109 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/A of e608769dcb41223846421998e4222021 into 4861af5f1194488ea026dcc662e31db8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:02,109 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:02,109 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/A, priority=13, startTime=1733285821653; duration=0sec
2024-12-04T04:17:02,110 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:02,110 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:A
2024-12-04T04:17:02,118 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/d81f822de31941c5adf81a5b2d71ac9b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d81f822de31941c5adf81a5b2d71ac9b
2024-12-04T04:17:02,132 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/C of e608769dcb41223846421998e4222021 into d81f822de31941c5adf81a5b2d71ac9b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:02,132 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:02,132 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/C, priority=13, startTime=1733285821653; duration=0sec
2024-12-04T04:17:02,133 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:02,133 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:C
2024-12-04T04:17:02,166 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:02,171 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c721835122e148cfbbd378f602821a4f_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c721835122e148cfbbd378f602821a4f_e608769dcb41223846421998e4222021
2024-12-04T04:17:02,173 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/3c07fcf6131c4f8aa5eeb5836d71637f, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:02,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/3c07fcf6131c4f8aa5eeb5836d71637f is 175, key is test_row_0/A:col10/1733285820623/Put/seqid=0
2024-12-04T04:17:02,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285882166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:02,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285882170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:02,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:02,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742257_1433 (size=39749)
2024-12-04T04:17:02,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:02,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:02,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:02,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285882487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:02,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285882489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:02,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:02,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:02,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,595 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/3c07fcf6131c4f8aa5eeb5836d71637f
2024-12-04T04:17:02,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/25d6267429e242499bea97308e833ee5 is 50, key is test_row_0/B:col10/1733285820623/Put/seqid=0
2024-12-04T04:17:02,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742258_1434 (size=12151)
2024-12-04T04:17:02,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285882845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:02,853 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:02,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285882848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:02,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:02,866 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2241 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285882855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:02,866 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:02,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:02,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-04T04:17:03,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285883009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:03,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285883016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:03,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:03,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:03,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:03,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:03,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:03,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:03,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:03,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:03,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:03,050 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/25d6267429e242499bea97308e833ee5
2024-12-04T04:17:03,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/a7d3c85efe7742eab1bf944f5bc66ace is 50, key is test_row_0/C:col10/1733285820623/Put/seqid=0
2024-12-04T04:17:03,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742259_1435 (size=12151)
2024-12-04T04:17:03,111 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/a7d3c85efe7742eab1bf944f5bc66ace
2024-12-04T04:17:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/3c07fcf6131c4f8aa5eeb5836d71637f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3c07fcf6131c4f8aa5eeb5836d71637f
2024-12-04T04:17:03,121 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3c07fcf6131c4f8aa5eeb5836d71637f, entries=200, sequenceid=196, filesize=38.8 K
2024-12-04T04:17:03,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/25d6267429e242499bea97308e833ee5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/25d6267429e242499bea97308e833ee5
2024-12-04T04:17:03,127 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/25d6267429e242499bea97308e833ee5, entries=150, sequenceid=196, filesize=11.9 K
2024-12-04T04:17:03,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/a7d3c85efe7742eab1bf944f5bc66ace as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a7d3c85efe7742eab1bf944f5bc66ace
2024-12-04T04:17:03,132 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a7d3c85efe7742eab1bf944f5bc66ace, entries=150, sequenceid=196, filesize=11.9 K
2024-12-04T04:17:03,134 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for e608769dcb41223846421998e4222021 in 1389ms, sequenceid=196, compaction requested=false
2024-12-04T04:17:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:03,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-12-04T04:17:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:03,195 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:17:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:03,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:03,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bcd7a627a4514be19f15fd46751f04c3_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285821830/Put/seqid=0
2024-12-04T04:17:03,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742260_1436 (size=12304)
2024-12-04T04:17:03,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bcd7a627a4514be19f15fd46751f04c3_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bcd7a627a4514be19f15fd46751f04c3_e608769dcb41223846421998e4222021
2024-12-04T04:17:03,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/3d3d4674d74a4ddbb0435270297f3670, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:03,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/3d3d4674d74a4ddbb0435270297f3670 is 175, key is test_row_0/A:col10/1733285821830/Put/seqid=0
2024-12-04T04:17:03,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742261_1437 (size=31105)
2024-12-04T04:17:03,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/3d3d4674d74a4ddbb0435270297f3670
2024-12-04T04:17:03,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/03c1e117a7bd48cd9e995ac2771c1fab is 50, key is test_row_0/B:col10/1733285821830/Put/seqid=0
2024-12-04T04:17:03,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742262_1438 (size=12151)
2024-12-04T04:17:03,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/03c1e117a7bd48cd9e995ac2771c1fab
2024-12-04T04:17:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d is 50, key is test_row_0/C:col10/1733285821830/Put/seqid=0
2024-12-04T04:17:03,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742263_1439 (size=12151)
2024-12-04T04:17:03,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d
2024-12-04T04:17:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/3d3d4674d74a4ddbb0435270297f3670 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3d3d4674d74a4ddbb0435270297f3670
2024-12-04T04:17:03,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3d3d4674d74a4ddbb0435270297f3670, entries=150, sequenceid=209, filesize=30.4 K
2024-12-04T04:17:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/03c1e117a7bd48cd9e995ac2771c1fab as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/03c1e117a7bd48cd9e995ac2771c1fab
2024-12-04T04:17:03,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/03c1e117a7bd48cd9e995ac2771c1fab, entries=150, sequenceid=209, filesize=11.9 K
2024-12-04T04:17:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d
2024-12-04T04:17:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d, entries=150, sequenceid=209, filesize=11.9 K
2024-12-04T04:17:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,904 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for e608769dcb41223846421998e4222021 in 709ms, sequenceid=209, compaction requested=true
2024-12-04T04:17:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-12-04T04:17:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-12-04T04:17:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,914 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-12-04T04:17:03,914 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1030 sec
2024-12-04T04:17:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,916 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.1170 sec
2024-12-04T04:17:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,342 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-04T04:17:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:04,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:04,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042266ec64bcd44bed87aec9fb79d41f71_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285824335/Put/seqid=0
2024-12-04T04:17:04,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742264_1440 (size=12304)
2024-12-04T04:17:04,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:04,445 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042266ec64bcd44bed87aec9fb79d41f71_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042266ec64bcd44bed87aec9fb79d41f71_e608769dcb41223846421998e4222021
2024-12-04T04:17:04,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/fe320a6c74934de4a4b408ea5898ecab, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:04,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/fe320a6c74934de4a4b408ea5898ecab is 175, key is test_row_0/A:col10/1733285824335/Put/seqid=0
2024-12-04T04:17:04,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742265_1441 (size=31105)
2024-12-04T04:17:04,493 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/fe320a6c74934de4a4b408ea5898ecab
2024-12-04T04:17:04,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/22d668f953ec4ec2bf57a71c8a83c0ac is 50, key is test_row_0/B:col10/1733285824335/Put/seqid=0
2024-12-04T04:17:04,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285824469, max timestamp=1733285824520Num uniques 859; 
2024-12-04T04:17:04,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285824469, max timestamp=1733285824520Num uniques 859; 
2024-12-04T04:17:04,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:04,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:04,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285824490, max timestamp=1733285824520Num uniques 859; 
2024-12-04T04:17:04,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:04,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742266_1442 (size=12151)
2024-12-04T04:17:04,561 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/22d668f953ec4ec2bf57a71c8a83c0ac
2024-12-04T04:17:04,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5bec4f54ecd34f4f8034c5a5d031fa9b is 50, key is test_row_0/C:col10/1733285824335/Put/seqid=0
2024-12-04T04:17:04,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742267_1443 (size=12151)
2024-12-04T04:17:04,620 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5bec4f54ecd34f4f8034c5a5d031fa9b
2024-12-04T04:17:04,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/fe320a6c74934de4a4b408ea5898ecab as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fe320a6c74934de4a4b408ea5898ecab
2024-12-04T04:17:04,630 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fe320a6c74934de4a4b408ea5898ecab, entries=150, sequenceid=219, filesize=30.4 K
2024-12-04T04:17:04,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/22d668f953ec4ec2bf57a71c8a83c0ac as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/22d668f953ec4ec2bf57a71c8a83c0ac
2024-12-04T04:17:04,637 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/22d668f953ec4ec2bf57a71c8a83c0ac, entries=150, sequenceid=219, filesize=11.9 K
2024-12-04T04:17:04,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5bec4f54ecd34f4f8034c5a5d031fa9b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5bec4f54ecd34f4f8034c5a5d031fa9b
2024-12-04T04:17:04,642 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5bec4f54ecd34f4f8034c5a5d031fa9b, entries=150, sequenceid=219, filesize=11.9 K
2024-12-04T04:17:04,643 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=91.69 KB/93890 for e608769dcb41223846421998e4222021 in 301ms, sequenceid=219, compaction requested=true
2024-12-04T04:17:04,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:04,644 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:04,645 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:04,645 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/A is initiating minor compaction (all files)
2024-12-04T04:17:04,645 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/A in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:04,645 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/4861af5f1194488ea026dcc662e31db8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3c07fcf6131c4f8aa5eeb5836d71637f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3d3d4674d74a4ddbb0435270297f3670, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fe320a6c74934de4a4b408ea5898ecab] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=130.2 K
2024-12-04T04:17:04,645 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:04,645 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/4861af5f1194488ea026dcc662e31db8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3c07fcf6131c4f8aa5eeb5836d71637f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3d3d4674d74a4ddbb0435270297f3670, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fe320a6c74934de4a4b408ea5898ecab]
2024-12-04T04:17:04,646 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4861af5f1194488ea026dcc662e31db8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733285819547
2024-12-04T04:17:04,646 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c07fcf6131c4f8aa5eeb5836d71637f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733285820582
2024-12-04T04:17:04,646 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d3d4674d74a4ddbb0435270297f3670, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733285821805
2024-12-04T04:17:04,647 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe320a6c74934de4a4b408ea5898ecab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733285824257
2024-12-04T04:17:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:04,653 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:04,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:04,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/B is initiating minor compaction (all files)
2024-12-04T04:17:04,654 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/B in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:04,654 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c3e772939f9c4f0a87a0e328580861cd, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/25d6267429e242499bea97308e833ee5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/03c1e117a7bd48cd9e995ac2771c1fab, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/22d668f953ec4ec2bf57a71c8a83c0ac] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=47.8 K
2024-12-04T04:17:04,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c3e772939f9c4f0a87a0e328580861cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733285819547
2024-12-04T04:17:04,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 25d6267429e242499bea97308e833ee5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733285820582
2024-12-04T04:17:04,655 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 03c1e117a7bd48cd9e995ac2771c1fab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733285821805
2024-12-04T04:17:04,656 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 22d668f953ec4ec2bf57a71c8a83c0ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733285824257
2024-12-04T04:17:04,661 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:04,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:04,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:04,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:04,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:04,665 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=98.40 KB heapSize=275.61 KB
2024-12-04T04:17:04,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:04,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:04,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:04,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:04,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:04,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:04,680 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412043062c4ae56ef411a80d70a8c72fcde91_e608769dcb41223846421998e4222021 store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:04,683 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412043062c4ae56ef411a80d70a8c72fcde91_e608769dcb41223846421998e4222021, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:04,683 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043062c4ae56ef411a80d70a8c72fcde91_e608769dcb41223846421998e4222021 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:04,690 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:04,690 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/f287697494074d15818fe7834f49122f is 50, key is test_row_0/B:col10/1733285824335/Put/seqid=0
2024-12-04T04:17:04,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f75c38cb0d4642e1bed6fa96831132a7_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285824642/Put/seqid=0
2024-12-04T04:17:04,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742269_1445 (size=12595)
2024-12-04T04:17:04,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742268_1444 (size=4469)
2024-12-04T04:17:04,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742270_1446 (size=14794)
2024-12-04T04:17:04,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285884799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:04,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285884826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:04,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285884866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:04,881 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4254 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:04,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285884875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:04,883 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4258 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:04,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285884895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:04,900 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4261 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:04,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285884936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-12-04T04:17:04,956 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:04,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees
2024-12-04T04:17:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-04T04:17:04,964 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:04,968 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:04,969 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:04,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285884955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-04T04:17:05,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-12-04T04:17:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285885159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:05,170 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#A#compaction#369 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:05,170 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/b214e73a2c48445ea4f1e9be9a20e195 is 175, key is test_row_0/A:col10/1733285824335/Put/seqid=0
2024-12-04T04:17:05,178 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/f287697494074d15818fe7834f49122f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f287697494074d15818fe7834f49122f
2024-12-04T04:17:05,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285885177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:05,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:05,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:05,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742271_1447 (size=31549)
2024-12-04T04:17:05,207 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e608769dcb41223846421998e4222021/B of e608769dcb41223846421998e4222021 into f287697494074d15818fe7834f49122f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:05,207 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:05,207 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/B, priority=12, startTime=1733285824652; duration=0sec
2024-12-04T04:17:05,207 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:05,207 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:B
2024-12-04T04:17:05,207 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:05,225 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:05,225 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/C is initiating minor compaction (all files)
2024-12-04T04:17:05,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:05,225 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/C in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,225 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d81f822de31941c5adf81a5b2d71ac9b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a7d3c85efe7742eab1bf944f5bc66ace, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5bec4f54ecd34f4f8034c5a5d031fa9b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=47.8 K
2024-12-04T04:17:05,232 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting d81f822de31941c5adf81a5b2d71ac9b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733285819547
2024-12-04T04:17:05,236 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a7d3c85efe7742eab1bf944f5bc66ace, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733285820582
2024-12-04T04:17:05,241 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ac6a4c931a540b5b4fbcd4e22e8ef9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733285821805
2024-12-04T04:17:05,249 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bec4f54ecd34f4f8034c5a5d031fa9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733285824257
2024-12-04T04:17:05,256 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f75c38cb0d4642e1bed6fa96831132a7_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f75c38cb0d4642e1bed6fa96831132a7_e608769dcb41223846421998e4222021
2024-12-04T04:17:05,266 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/fd98e0d00e244dfd96bc8484d2ed4592, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:05,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/fd98e0d00e244dfd96bc8484d2ed4592 is 175, key is test_row_0/A:col10/1733285824642/Put/seqid=0
2024-12-04T04:17:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-04T04:17:05,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-12-04T04:17:05,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:05,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742272_1448 (size=39749)
2024-12-04T04:17:05,329 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/fd98e0d00e244dfd96bc8484d2ed4592
2024-12-04T04:17:05,335 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:05,336 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/46ae6d235608468caa9a35870a32deed is 50, key is test_row_0/C:col10/1733285824335/Put/seqid=0
2024-12-04T04:17:05,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/2fe05f19f15c4b89b9c799fd6099ba0f is 50, key is test_row_0/B:col10/1733285824642/Put/seqid=0
2024-12-04T04:17:05,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742273_1449 (size=12595)
2024-12-04T04:17:05,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742274_1450 (size=12151)
2024-12-04T04:17:05,422 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/2fe05f19f15c4b89b9c799fd6099ba0f
2024-12-04T04:17:05,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-12-04T04:17:05,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:05,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6751f0ef2ebd4a19a6cbfbc91ccbf172 is 50, key is test_row_0/C:col10/1733285824642/Put/seqid=0
2024-12-04T04:17:05,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285885480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:05,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285885496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:05,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742275_1451 (size=12151)
2024-12-04T04:17:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-04T04:17:05,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-12-04T04:17:05,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:05,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,613 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/b214e73a2c48445ea4f1e9be9a20e195 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/b214e73a2c48445ea4f1e9be9a20e195
2024-12-04T04:17:05,618 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e608769dcb41223846421998e4222021/A of e608769dcb41223846421998e4222021 into b214e73a2c48445ea4f1e9be9a20e195(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:05,618 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:05,619 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/A, priority=12, startTime=1733285824644; duration=0sec
2024-12-04T04:17:05,619 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:05,619 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:A
2024-12-04T04:17:05,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-12-04T04:17:05,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:05,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,805 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/46ae6d235608468caa9a35870a32deed as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/46ae6d235608468caa9a35870a32deed
2024-12-04T04:17:05,809 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e608769dcb41223846421998e4222021/C of e608769dcb41223846421998e4222021 into 46ae6d235608468caa9a35870a32deed(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:05,809 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:05,810 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/C, priority=12, startTime=1733285824664; duration=0sec
2024-12-04T04:17:05,812 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:05,813 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:C
2024-12-04T04:17:05,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-12-04T04:17:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:05,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:05,913 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6751f0ef2ebd4a19a6cbfbc91ccbf172
2024-12-04T04:17:05,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/fd98e0d00e244dfd96bc8484d2ed4592 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fd98e0d00e244dfd96bc8484d2ed4592
2024-12-04T04:17:05,958 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fd98e0d00e244dfd96bc8484d2ed4592, entries=200, sequenceid=250, filesize=38.8 K
2024-12-04T04:17:05,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/2fe05f19f15c4b89b9c799fd6099ba0f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2fe05f19f15c4b89b9c799fd6099ba0f
2024-12-04T04:17:06,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285885996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:06,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:06,019 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2fe05f19f15c4b89b9c799fd6099ba0f, entries=150, sequenceid=250, filesize=11.9 K
2024-12-04T04:17:06,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6751f0ef2ebd4a19a6cbfbc91ccbf172 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6751f0ef2ebd4a19a6cbfbc91ccbf172
2024-12-04T04:17:06,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285886016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:06,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6751f0ef2ebd4a19a6cbfbc91ccbf172, entries=150, sequenceid=250, filesize=11.9 K
2024-12-04T04:17:06,053 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~98.40 KB/100760, heapSize ~275.56 KB/282176, currentSize=80.51 KB/82440 for e608769dcb41223846421998e4222021 in 1387ms, sequenceid=250, compaction requested=false
2024-12-04T04:17:06,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:06,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-12-04T04:17:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:06,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:17:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-04T04:17:06,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d5e546a11d3346acaa145a4d43dd79d0_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285824796/Put/seqid=0
2024-12-04T04:17:06,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742276_1452 (size=12454)
2024-12-04T04:17:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d5e546a11d3346acaa145a4d43dd79d0_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d5e546a11d3346acaa145a4d43dd79d0_e608769dcb41223846421998e4222021
2024-12-04T04:17:06,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/a349b96450ae456287675f0bcbeeaee1, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:06,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/a349b96450ae456287675f0bcbeeaee1 is 175, key is test_row_0/A:col10/1733285824796/Put/seqid=0
2024-12-04T04:17:06,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742277_1453 (size=31255)
2024-12-04T04:17:06,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/a349b96450ae456287675f0bcbeeaee1
2024-12-04T04:17:06,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/2ab0151e90df48f49417735ea56231b0 is 50, key is test_row_0/B:col10/1733285824796/Put/seqid=0
2024-12-04T04:17:06,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742278_1454 (size=12301)
2024-12-04T04:17:06,239 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/2ab0151e90df48f49417735ea56231b0
2024-12-04T04:17:06,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/f8acfca55a6841f2b5d322d91dc56b9a is 50, key is test_row_0/C:col10/1733285824796/Put/seqid=0
2024-12-04T04:17:06,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742279_1455 (size=12301)
2024-12-04T04:17:06,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/f8acfca55a6841f2b5d322d91dc56b9a
2024-12-04T04:17:06,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/a349b96450ae456287675f0bcbeeaee1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a349b96450ae456287675f0bcbeeaee1
2024-12-04T04:17:06,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a349b96450ae456287675f0bcbeeaee1, entries=150, sequenceid=268, filesize=30.5 K
2024-12-04T04:17:06,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/2ab0151e90df48f49417735ea56231b0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2ab0151e90df48f49417735ea56231b0
2024-12-04T04:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2ab0151e90df48f49417735ea56231b0, entries=150, sequenceid=268, filesize=12.0 K
2024-12-04T04:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/f8acfca55a6841f2b5d322d91dc56b9a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f8acfca55a6841f2b5d322d91dc56b9a
2024-12-04T04:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f8acfca55a6841f2b5d322d91dc56b9a, entries=150, sequenceid=268, filesize=12.0 K
2024-12-04T04:17:06,769 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for e608769dcb41223846421998e4222021 in 704ms, sequenceid=268, compaction requested=true
2024-12-04T04:17:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108
2024-12-04T04:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=108
2024-12-04T04:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-12-04T04:17:06,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec
2024-12-04T04:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,794 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8360 sec
2024-12-04T04:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-12-04T04:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,106 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,107 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees
2024-12-04T04:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-04T04:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,111 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,112 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,112 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-04T04:17:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-12-04T04:17:07,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:07,266 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB
2024-12-04T04:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:07,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204db2b3b3c4fad4ea487e39dcf84b75e38_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285827184/Put/seqid=0
2024-12-04T04:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742280_1456 (size=9914)
2024-12-04T04:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204db2b3b3c4fad4ea487e39dcf84b75e38_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204db2b3b3c4fad4ea487e39dcf84b75e38_e608769dcb41223846421998e4222021
2024-12-04T04:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/d2117a4bb3d245d3b4ba3402700537e9, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/d2117a4bb3d245d3b4ba3402700537e9 is 175, key is test_row_0/A:col10/1733285827184/Put/seqid=0
2024-12-04T04:17:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742281_1457 (size=22561)
2024-12-04T04:17:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:07,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-04T04:17:07,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285827467, max timestamp=1733285827580Num uniques 859; 
2024-12-04T04:17:07,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:07,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285827467, max timestamp=1733285827580Num uniques 859; 
2024-12-04T04:17:07,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:07,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285827467, max timestamp=1733285827580Num uniques 859; 
2024-12-04T04:17:07,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-04T04:17:07,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285827770, max timestamp=1733285827803Num uniques 1018; 
2024-12-04T04:17:07,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:17:07,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285827770, max timestamp=1733285827803Num uniques 1018; 
2024-12-04T04:17:07,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:17:07,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/d2117a4bb3d245d3b4ba3402700537e9
2024-12-04T04:17:07,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285827770, max timestamp=1733285827803Num uniques 1018; 
2024-12-04T04:17:07,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:17:07,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a30733e1ff58489f89025bf755292b44 is 50, key is test_row_0/B:col10/1733285827184/Put/seqid=0
2024-12-04T04:17:07,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742282_1458 (size=9857)
2024-12-04T04:17:07,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a30733e1ff58489f89025bf755292b44
2024-12-04T04:17:07,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/b39362658cf1472a8c6adf15c5036124 is 50, key is test_row_0/C:col10/1733285827184/Put/seqid=0
2024-12-04T04:17:07,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742283_1459 (size=9857)
2024-12-04T04:17:07,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733285827939, max timestamp=1733285827979Num uniques 1077; 
2024-12-04T04:17:07,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-04T04:17:07,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733285827939, max timestamp=1733285827979Num uniques 1077; 
2024-12-04T04:17:07,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733285827939, max timestamp=1733285827979Num uniques 1077; 
2024-12-04T04:17:07,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-04T04:17:07,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-04T04:17:08,145 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285828100, max timestamp=1733285828136Num uniques 1036; 
2024-12-04T04:17:08,145 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-12-04T04:17:08,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285828100, max timestamp=1733285828136Num uniques 1036; 
2024-12-04T04:17:08,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-12-04T04:17:08,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285828100, max timestamp=1733285828136Num uniques 1036; 
2024-12-04T04:17:08,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-12-04T04:17:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-04T04:17:08,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733285828274, max timestamp=1733285828305Num uniques 1095; 
2024-12-04T04:17:08,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-12-04T04:17:08,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733285828274, max timestamp=1733285828305Num uniques 1095; 
2024-12-04T04:17:08,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-12-04T04:17:08,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733285828274, max timestamp=1733285828305Num uniques 1095; 
2024-12-04T04:17:08,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-12-04T04:17:08,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/b39362658cf1472a8c6adf15c5036124
2024-12-04T04:17:08,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/d2117a4bb3d245d3b4ba3402700537e9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/d2117a4bb3d245d3b4ba3402700537e9
2024-12-04T04:17:08,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/d2117a4bb3d245d3b4ba3402700537e9, entries=100, sequenceid=273, filesize=22.0 K
2024-12-04T04:17:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a30733e1ff58489f89025bf755292b44 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a30733e1ff58489f89025bf755292b44
2024-12-04T04:17:08,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a30733e1ff58489f89025bf755292b44, entries=100, sequenceid=273, filesize=9.6 K
2024-12-04T04:17:08,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/b39362658cf1472a8c6adf15c5036124 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/b39362658cf1472a8c6adf15c5036124
2024-12-04T04:17:08,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/b39362658cf1472a8c6adf15c5036124, entries=100, sequenceid=273, filesize=9.6 K
2024-12-04T04:17:08,420 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=107.34 KB/109920 for e608769dcb41223846421998e4222021 in 1154ms, sequenceid=273, compaction requested=true
2024-12-04T04:17:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110
2024-12-04T04:17:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=110
2024-12-04T04:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:08,422 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=114.05 KB heapSize=321.84 KB
2024-12-04T04:17:08,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:08,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:08,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:08,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:08,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:08,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:08,425 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-12-04T04:17:08,425 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3090 sec
2024-12-04T04:17:08,431 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.3190 sec
2024-12-04T04:17:08,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044899aa8a38e8411e83cab582b4546d4e_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285828420/Put/seqid=0
2024-12-04T04:17:08,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742284_1460 (size=17534)
2024-12-04T04:17:08,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285888516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285888518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285888658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285888658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285888885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285888894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53222 deadline: 1733285888897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,941 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8315 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:08,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,945 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:08,951 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044899aa8a38e8411e83cab582b4546d4e_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044899aa8a38e8411e83cab582b4546d4e_e608769dcb41223846421998e4222021
2024-12-04T04:17:08,952 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/9dba27c24bdc4875aafae0a0b45a283c, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:08,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/9dba27c24bdc4875aafae0a0b45a283c is 175, key is test_row_0/A:col10/1733285828420/Put/seqid=0
2024-12-04T04:17:08,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53280 deadline: 1733285888940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53274 deadline: 1733285888945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:08,961 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8336 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,961 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in e608769dcb41223846421998e4222021 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8321 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:08,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:08,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742285_1461 (size=48639)
2024-12-04T04:17:08,984 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/9dba27c24bdc4875aafae0a0b45a283c
2024-12-04T04:17:08,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/ae82d8405f3a4a0083664bd0c0b1f936 is 50, key is test_row_0/B:col10/1733285828420/Put/seqid=0
2024-12-04T04:17:09,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742286_1462 (size=12301)
2024-12-04T04:17:09,036 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/ae82d8405f3a4a0083664bd0c0b1f936
2024-12-04T04:17:09,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/0c95b603c5504cc7a1be395b407f55a2 is 50, key is test_row_0/C:col10/1733285828420/Put/seqid=0
2024-12-04T04:17:09,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742287_1463 (size=12301)
2024-12-04T04:17:09,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285889245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:09,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285889255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-12-04T04:17:09,295 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:09,296 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees
2024-12-04T04:17:09,300 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-12-04T04:17:09,304 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:09,304 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-12-04T04:17:09,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-12-04T04:17:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:09,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:09,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:09,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:09,474 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/0c95b603c5504cc7a1be395b407f55a2
2024-12-04T04:17:09,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/9dba27c24bdc4875aafae0a0b45a283c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9dba27c24bdc4875aafae0a0b45a283c
2024-12-04T04:17:09,484 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9dba27c24bdc4875aafae0a0b45a283c, entries=250, sequenceid=375, filesize=47.5 K
2024-12-04T04:17:09,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/ae82d8405f3a4a0083664bd0c0b1f936 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ae82d8405f3a4a0083664bd0c0b1f936
2024-12-04T04:17:09,497 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ae82d8405f3a4a0083664bd0c0b1f936, entries=150, sequenceid=375, filesize=12.0 K
2024-12-04T04:17:09,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/0c95b603c5504cc7a1be395b407f55a2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0c95b603c5504cc7a1be395b407f55a2
2024-12-04T04:17:09,501 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0c95b603c5504cc7a1be395b407f55a2, entries=150, sequenceid=375, filesize=12.0 K
2024-12-04T04:17:09,501 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~321.80 KB/329520, currentSize=67.09 KB/68700 for e608769dcb41223846421998e4222021 in 1079ms, sequenceid=375, compaction requested=true
2024-12-04T04:17:09,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:09,502 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-04T04:17:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:09,502 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-04T04:17:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:09,504 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 173753 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-04T04:17:09,504 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/A is initiating minor compaction (all files)
2024-12-04T04:17:09,504 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/A in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:09,504 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/b214e73a2c48445ea4f1e9be9a20e195, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fd98e0d00e244dfd96bc8484d2ed4592, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a349b96450ae456287675f0bcbeeaee1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/d2117a4bb3d245d3b4ba3402700537e9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9dba27c24bdc4875aafae0a0b45a283c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=169.7 K
2024-12-04T04:17:09,504 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:09,504 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/b214e73a2c48445ea4f1e9be9a20e195, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fd98e0d00e244dfd96bc8484d2ed4592, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a349b96450ae456287675f0bcbeeaee1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/d2117a4bb3d245d3b4ba3402700537e9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9dba27c24bdc4875aafae0a0b45a283c]
2024-12-04T04:17:09,504 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b214e73a2c48445ea4f1e9be9a20e195, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733285824257
2024-12-04T04:17:09,505 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 59205 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-04T04:17:09,505 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/B is initiating minor compaction (all files)
2024-12-04T04:17:09,505 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/B in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:09,505 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f287697494074d15818fe7834f49122f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2fe05f19f15c4b89b9c799fd6099ba0f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2ab0151e90df48f49417735ea56231b0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a30733e1ff58489f89025bf755292b44, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ae82d8405f3a4a0083664bd0c0b1f936] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=57.8 K
2024-12-04T04:17:09,506 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd98e0d00e244dfd96bc8484d2ed4592, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733285824577
2024-12-04T04:17:09,506 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f287697494074d15818fe7834f49122f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733285824257
2024-12-04T04:17:09,508 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fe05f19f15c4b89b9c799fd6099ba0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733285824577
2024-12-04T04:17:09,508 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a349b96450ae456287675f0bcbeeaee1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733285824724
2024-12-04T04:17:09,508 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2117a4bb3d245d3b4ba3402700537e9, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733285827180
2024-12-04T04:17:09,509 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ab0151e90df48f49417735ea56231b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733285824724
2024-12-04T04:17:09,511 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a30733e1ff58489f89025bf755292b44, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733285827180
2024-12-04T04:17:09,511 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dba27c24bdc4875aafae0a0b45a283c, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733285828382
2024-12-04T04:17:09,511 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ae82d8405f3a4a0083664bd0c0b1f936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733285828402
2024-12-04T04:17:09,531 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#B#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:09,532 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/7acd41f7e9a7429bbc0f37c5d1d5b79b is 50, key is test_row_0/B:col10/1733285828420/Put/seqid=0
2024-12-04T04:17:09,533 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:09,553 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120414b9c2fd122c45be8ca3b9de4733ebe6_e608769dcb41223846421998e4222021 store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:09,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742288_1464 (size=12915)
2024-12-04T04:17:09,557 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120414b9c2fd122c45be8ca3b9de4733ebe6_e608769dcb41223846421998e4222021, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:09,557 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120414b9c2fd122c45be8ca3b9de4733ebe6_e608769dcb41223846421998e4222021 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:09,562 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/7acd41f7e9a7429bbc0f37c5d1d5b79b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7acd41f7e9a7429bbc0f37c5d1d5b79b
2024-12-04T04:17:09,575 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e608769dcb41223846421998e4222021/B of e608769dcb41223846421998e4222021 into 7acd41f7e9a7429bbc0f37c5d1d5b79b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:09,575 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:09,575 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/B, priority=11, startTime=1733285829502; duration=0sec
2024-12-04T04:17:09,575 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:09,575 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:B
2024-12-04T04:17:09,575 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-04T04:17:09,581 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 59205 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-04T04:17:09,581 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/C is initiating minor compaction (all files)
2024-12-04T04:17:09,581 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/C in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:09,581 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/46ae6d235608468caa9a35870a32deed, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6751f0ef2ebd4a19a6cbfbc91ccbf172, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f8acfca55a6841f2b5d322d91dc56b9a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/b39362658cf1472a8c6adf15c5036124, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0c95b603c5504cc7a1be395b407f55a2] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=57.8 K
2024-12-04T04:17:09,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742289_1465 (size=4469)
2024-12-04T04:17:09,589 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 46ae6d235608468caa9a35870a32deed, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733285824257
2024-12-04T04:17:09,589 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 6751f0ef2ebd4a19a6cbfbc91ccbf172, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733285824577
2024-12-04T04:17:09,590 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting f8acfca55a6841f2b5d322d91dc56b9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733285824724
2024-12-04T04:17:09,590 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b39362658cf1472a8c6adf15c5036124, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733285827180
2024-12-04T04:17:09,594 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c95b603c5504cc7a1be395b407f55a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733285828402
2024-12-04T04:17:09,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-12-04T04:17:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:09,612 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:17:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:09,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-12-04T04:17:09,619 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#C#compaction#386 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:09,619 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/a943259a2fd74492bd1134fdcf2aa3bb is 50, key is test_row_0/C:col10/1733285828420/Put/seqid=0
2024-12-04T04:17:09,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742290_1466 (size=12915)
2024-12-04T04:17:09,667 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/a943259a2fd74492bd1134fdcf2aa3bb as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a943259a2fd74492bd1134fdcf2aa3bb
2024-12-04T04:17:09,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043c562a086d094cbc86619836c9fab634_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285828489/Put/seqid=0
2024-12-04T04:17:09,674 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e608769dcb41223846421998e4222021/C of e608769dcb41223846421998e4222021 into a943259a2fd74492bd1134fdcf2aa3bb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:09,674 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:09,674 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/C, priority=11, startTime=1733285829502; duration=0sec
2024-12-04T04:17:09,675 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:09,675 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:C
2024-12-04T04:17:09,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742291_1467 (size=12454)
2024-12-04T04:17:09,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:09,706 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043c562a086d094cbc86619836c9fab634_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043c562a086d094cbc86619836c9fab634_e608769dcb41223846421998e4222021
2024-12-04T04:17:09,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/a4aa0e532cd04a23a2c7328309e1555d, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/a4aa0e532cd04a23a2c7328309e1555d is 175, key is test_row_0/A:col10/1733285828489/Put/seqid=0
2024-12-04T04:17:09,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742292_1468 (size=31255)
2024-12-04T04:17:09,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/a4aa0e532cd04a23a2c7328309e1555d
2024-12-04T04:17:09,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/fc27ef9aada64a84bcfd69586ee302ef is 50, key is test_row_0/B:col10/1733285828489/Put/seqid=0
2024-12-04T04:17:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:09,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:09,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742293_1469 (size=12301)
2024-12-04T04:17:09,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285889840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:09,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285889840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-12-04T04:17:09,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285889955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:09,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285889955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:09,990 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#A#compaction#385 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:09,991 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/523fa9cdbc2b43ebb7f25ca842832366 is 175, key is test_row_0/A:col10/1733285828420/Put/seqid=0
2024-12-04T04:17:10,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742294_1470 (size=31869)
2024-12-04T04:17:10,009 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/523fa9cdbc2b43ebb7f25ca842832366 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/523fa9cdbc2b43ebb7f25ca842832366
2024-12-04T04:17:10,019 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e608769dcb41223846421998e4222021/A of e608769dcb41223846421998e4222021 into 523fa9cdbc2b43ebb7f25ca842832366(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:10,019 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:10,019 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/A, priority=11, startTime=1733285829501; duration=0sec
2024-12-04T04:17:10,019 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:10,019 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:A
2024-12-04T04:17:10,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285890165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:10,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285890165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:10,181 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/fc27ef9aada64a84bcfd69586ee302ef
2024-12-04T04:17:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c9f8ce129c8d4072bba92bc3bd3c2695 is 50, key is test_row_0/C:col10/1733285828489/Put/seqid=0
2024-12-04T04:17:10,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742295_1471 (size=12301)
2024-12-04T04:17:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-12-04T04:17:10,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285890475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:10,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285890475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:10,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:17:10,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c9f8ce129c8d4072bba92bc3bd3c2695
2024-12-04T04:17:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/a4aa0e532cd04a23a2c7328309e1555d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a4aa0e532cd04a23a2c7328309e1555d
2024-12-04T04:17:10,599 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a4aa0e532cd04a23a2c7328309e1555d, entries=150, sequenceid=389, filesize=30.5 K
2024-12-04T04:17:10,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/fc27ef9aada64a84bcfd69586ee302ef as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/fc27ef9aada64a84bcfd69586ee302ef
2024-12-04T04:17:10,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/fc27ef9aada64a84bcfd69586ee302ef, entries=150, sequenceid=389, filesize=12.0 K
2024-12-04T04:17:10,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/c9f8ce129c8d4072bba92bc3bd3c2695 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c9f8ce129c8d4072bba92bc3bd3c2695
2024-12-04T04:17:10,607 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c9f8ce129c8d4072bba92bc3bd3c2695, entries=150, sequenceid=389, filesize=12.0 K
2024-12-04T04:17:10,607 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for e608769dcb41223846421998e4222021 in 995ms, sequenceid=389, compaction requested=false
2024-12-04T04:17:10,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:10,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:10,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112
2024-12-04T04:17:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=112
2024-12-04T04:17:10,613 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-12-04T04:17:10,613 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3070 sec
2024-12-04T04:17:10,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.3180 sec
2024-12-04T04:17:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:10,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285829814, max timestamp=1733285830987Num uniques 859; 
2024-12-04T04:17:10,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:10,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285829814, max timestamp=1733285830987Num uniques 859; 
2024-12-04T04:17:10,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285829814, max timestamp=1733285830987Num uniques 859; 
2024-12-04T04:17:10,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:10,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:10,991 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB
2024-12-04T04:17:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:10,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d328fa3a2a7543e7b26ecd9913034ef8_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285829814/Put/seqid=0
2024-12-04T04:17:11,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742296_1472 (size=14994)
2024-12-04T04:17:11,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285831043, max timestamp=1733285831060Num uniques 859; 
2024-12-04T04:17:11,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285831043, max timestamp=1733285831060Num uniques 859; 
2024-12-04T04:17:11,063 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:11,063 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:11,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285831043, max timestamp=1733285831060Num uniques 859; 
2024-12-04T04:17:11,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:11,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285831108, max timestamp=1733285831147Num uniques 1068; 
2024-12-04T04:17:11,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285831108, max timestamp=1733285831147Num uniques 1068; 
2024-12-04T04:17:11,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218
2024-12-04T04:17:11,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218
2024-12-04T04:17:11,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285831108, max timestamp=1733285831147Num uniques 1068; 
2024-12-04T04:17:11,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218
2024-12-04T04:17:11,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733285831186, max timestamp=1733285831234Num uniques 1077; 
2024-12-04T04:17:11,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-04T04:17:11,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733285831186, max timestamp=1733285831234Num uniques 1077; 
2024-12-04T04:17:11,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-04T04:17:11,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733285831186, max timestamp=1733285831234Num uniques 1077; 
2024-12-04T04:17:11,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-04T04:17:11,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285831272, max timestamp=1733285831313Num uniques 1036; 
2024-12-04T04:17:11,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-12-04T04:17:11,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285831272, max timestamp=1733285831313Num uniques 1036; 
2024-12-04T04:17:11,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-12-04T04:17:11,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733285831272, max timestamp=1733285831313Num uniques 1036; 
2024-12-04T04:17:11,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-12-04T04:17:11,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:11,419 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d328fa3a2a7543e7b26ecd9913034ef8_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d328fa3a2a7543e7b26ecd9913034ef8_e608769dcb41223846421998e4222021
2024-12-04T04:17:11,420 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/68613d8251524d4da40fe4bb49f32252, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:11,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/68613d8251524d4da40fe4bb49f32252 is 175, key is test_row_0/A:col10/1733285829814/Put/seqid=0
2024-12-04T04:17:11,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742297_1473 (size=39949)
2024-12-04T04:17:11,427 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/68613d8251524d4da40fe4bb49f32252
2024-12-04T04:17:11,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/704c0a54b74741588550c86c50f8be73 is 50, key is test_row_0/B:col10/1733285829814/Put/seqid=0
2024-12-04T04:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285831391, max timestamp=1733285831432Num uniques 1095; 
2024-12-04T04:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285831391, max timestamp=1733285831432Num uniques 1095; 
2024-12-04T04:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-12-04T04:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-12-04T04:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285831391, max timestamp=1733285831432Num uniques 1095; 
2024-12-04T04:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245
2024-12-04T04:17:11,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742298_1474 (size=12301)
2024-12-04T04:17:11,445 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/704c0a54b74741588550c86c50f8be73
2024-12-04T04:17:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-12-04T04:17:11,446 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:11,447 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-12-04T04:17:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-04T04:17:11,448 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:11,451 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:11,451 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:11,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/4de4f713cde143c6bcb10e89dd8a3d4e is 50, key is test_row_0/C:col10/1733285829814/Put/seqid=0
2024-12-04T04:17:11,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742299_1475 (size=12301)
2024-12-04T04:17:11,463 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/4de4f713cde143c6bcb10e89dd8a3d4e
2024-12-04T04:17:11,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/68613d8251524d4da40fe4bb49f32252 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/68613d8251524d4da40fe4bb49f32252
2024-12-04T04:17:11,480 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/68613d8251524d4da40fe4bb49f32252, entries=200, sequenceid=412, filesize=39.0 K
2024-12-04T04:17:11,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/704c0a54b74741588550c86c50f8be73 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/704c0a54b74741588550c86c50f8be73
2024-12-04T04:17:11,485 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/704c0a54b74741588550c86c50f8be73, entries=150, sequenceid=412, filesize=12.0 K
2024-12-04T04:17:11,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/4de4f713cde143c6bcb10e89dd8a3d4e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/4de4f713cde143c6bcb10e89dd8a3d4e
2024-12-04T04:17:11,492 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/4de4f713cde143c6bcb10e89dd8a3d4e, entries=150, sequenceid=412, filesize=12.0 K
2024-12-04T04:17:11,501 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=87.22 KB/89310 for e608769dcb41223846421998e4222021 in 511ms, sequenceid=412, compaction requested=true
2024-12-04T04:17:11,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:11,502 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:11,502 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:11,502 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=100.63 KB heapSize=277.31 KB
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:11,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:11,503 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:11,503 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:11,503 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/A is initiating minor compaction (all files)
2024-12-04T04:17:11,503 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/B is initiating minor compaction (all files)
2024-12-04T04:17:11,503 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/B in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,503 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/A in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,503 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/523fa9cdbc2b43ebb7f25ca842832366, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a4aa0e532cd04a23a2c7328309e1555d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/68613d8251524d4da40fe4bb49f32252] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=100.7 K
2024-12-04T04:17:11,503 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7acd41f7e9a7429bbc0f37c5d1d5b79b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/fc27ef9aada64a84bcfd69586ee302ef, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/704c0a54b74741588550c86c50f8be73] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=36.6 K
2024-12-04T04:17:11,503 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,503 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/523fa9cdbc2b43ebb7f25ca842832366, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a4aa0e532cd04a23a2c7328309e1555d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/68613d8251524d4da40fe4bb49f32252]
2024-12-04T04:17:11,503 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7acd41f7e9a7429bbc0f37c5d1d5b79b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733285828402
2024-12-04T04:17:11,503 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 523fa9cdbc2b43ebb7f25ca842832366, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733285828402
2024-12-04T04:17:11,504 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting fc27ef9aada64a84bcfd69586ee302ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733285828489
2024-12-04T04:17:11,504 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4aa0e532cd04a23a2c7328309e1555d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733285828489
2024-12-04T04:17:11,504 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 704c0a54b74741588550c86c50f8be73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733285829814
2024-12-04T04:17:11,504 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68613d8251524d4da40fe4bb49f32252, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733285829814
2024-12-04T04:17:11,510 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:11,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046f6eb2d2434543e88eb9ee43a8ba76f6_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285831486/Put/seqid=0
2024-12-04T04:17:11,510 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/e08a21b9f8ad46b3ab7202be1d6946d5 is 50, key is test_row_0/B:col10/1733285829814/Put/seqid=0
2024-12-04T04:17:11,513 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:11,519 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412046dbc1bb593ee45c480eeabd519a8e70e_e608769dcb41223846421998e4222021 store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:11,520 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412046dbc1bb593ee45c480eeabd519a8e70e_e608769dcb41223846421998e4222021, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:11,521 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046dbc1bb593ee45c480eeabd519a8e70e_e608769dcb41223846421998e4222021 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:11,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742300_1476 (size=17534)
2024-12-04T04:17:11,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742301_1477 (size=13017)
2024-12-04T04:17:11,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742302_1478 (size=4469)
2024-12-04T04:17:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-04T04:17:11,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285891571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:11,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285891573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:11,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:11,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:11,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285891695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:11,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285891695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:11,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:11,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:11,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-04T04:17:11,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:11,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285891915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:11,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285891915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:11,926 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:11,931 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046f6eb2d2434543e88eb9ee43a8ba76f6_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046f6eb2d2434543e88eb9ee43a8ba76f6_e608769dcb41223846421998e4222021
2024-12-04T04:17:11,945 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/e08a21b9f8ad46b3ab7202be1d6946d5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e08a21b9f8ad46b3ab7202be1d6946d5
2024-12-04T04:17:11,946 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/cc77295cf71e4a88b03c5e0123eacb7a, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:11,946 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#A#compaction#395 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:11,947 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/0030315a87f84c24b9b2cfc5154b4d71 is 175, key is test_row_0/A:col10/1733285829814/Put/seqid=0
2024-12-04T04:17:11,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/cc77295cf71e4a88b03c5e0123eacb7a is 175, key is test_row_0/A:col10/1733285831486/Put/seqid=0
2024-12-04T04:17:11,956 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/B of e608769dcb41223846421998e4222021 into e08a21b9f8ad46b3ab7202be1d6946d5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:11,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:11,956 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/B, priority=13, startTime=1733285831502; duration=0sec
2024-12-04T04:17:11,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:11,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:B
2024-12-04T04:17:11,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:11,959 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:11,959 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/C is initiating minor compaction (all files)
2024-12-04T04:17:11,959 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/C in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:11,959 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a943259a2fd74492bd1134fdcf2aa3bb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c9f8ce129c8d4072bba92bc3bd3c2695, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/4de4f713cde143c6bcb10e89dd8a3d4e] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=36.6 K
2024-12-04T04:17:11,959 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a943259a2fd74492bd1134fdcf2aa3bb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733285828402
2024-12-04T04:17:11,960 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c9f8ce129c8d4072bba92bc3bd3c2695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733285828489
2024-12-04T04:17:11,960 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4de4f713cde143c6bcb10e89dd8a3d4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733285829814
2024-12-04T04:17:11,969 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:11,970 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/cfacc00cc8eb4406a5be9ce95e65fafe is 50, key is test_row_0/C:col10/1733285829814/Put/seqid=0
2024-12-04T04:17:11,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742304_1480 (size=48639)
2024-12-04T04:17:11,993 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=511, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/cc77295cf71e4a88b03c5e0123eacb7a
2024-12-04T04:17:12,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742303_1479 (size=31971)
2024-12-04T04:17:12,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742305_1481 (size=13017)
2024-12-04T04:17:12,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/c2f2bab73d4a40549073d9cf859dd40c is 50, key is test_row_0/B:col10/1733285831486/Put/seqid=0
2024-12-04T04:17:12,052 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/cfacc00cc8eb4406a5be9ce95e65fafe as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/cfacc00cc8eb4406a5be9ce95e65fafe
2024-12-04T04:17:12,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742306_1482 (size=12301)
2024-12-04T04:17:12,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,072 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/C of e608769dcb41223846421998e4222021 into cfacc00cc8eb4406a5be9ce95e65fafe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:12,072 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:12,072 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/C, priority=13, startTime=1733285831502; duration=0sec
2024-12-04T04:17:12,072 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:12,072 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:C
2024-12-04T04:17:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-04T04:17:12,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:12,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:12,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285892225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:12,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285892225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:12,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:12,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:12,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:12,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,413 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/0030315a87f84c24b9b2cfc5154b4d71 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/0030315a87f84c24b9b2cfc5154b4d71
2024-12-04T04:17:12,418 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e608769dcb41223846421998e4222021/A of e608769dcb41223846421998e4222021 into 0030315a87f84c24b9b2cfc5154b4d71(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:12,418 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:12,418 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/A, priority=13, startTime=1733285831501; duration=0sec
2024-12-04T04:17:12,418 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:12,418 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:A
2024-12-04T04:17:12,460 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/c2f2bab73d4a40549073d9cf859dd40c
2024-12-04T04:17:12,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5f2fc50ba35d4bbe81f6cf1d79318091 is 50, key is test_row_0/C:col10/1733285831486/Put/seqid=0
2024-12-04T04:17:12,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742307_1483 (size=12301)
2024-12-04T04:17:12,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-04T04:17:12,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285892737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:12,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:12,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285892746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:12,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:12,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:12,926 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5f2fc50ba35d4bbe81f6cf1d79318091
2024-12-04T04:17:12,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/cc77295cf71e4a88b03c5e0123eacb7a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/cc77295cf71e4a88b03c5e0123eacb7a
2024-12-04T04:17:12,933 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/cc77295cf71e4a88b03c5e0123eacb7a, entries=250, sequenceid=511, filesize=47.5 K
2024-12-04T04:17:12,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/c2f2bab73d4a40549073d9cf859dd40c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c2f2bab73d4a40549073d9cf859dd40c
2024-12-04T04:17:12,937 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c2f2bab73d4a40549073d9cf859dd40c, entries=150, sequenceid=511, filesize=12.0 K
2024-12-04T04:17:12,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5f2fc50ba35d4bbe81f6cf1d79318091 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5f2fc50ba35d4bbe81f6cf1d79318091
2024-12-04T04:17:12,941 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5f2fc50ba35d4bbe81f6cf1d79318091, entries=150, sequenceid=511, filesize=12.0 K
2024-12-04T04:17:12,942 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~277.27 KB/283920, currentSize=80.51 KB/82440 for e608769dcb41223846421998e4222021 in 1440ms, sequenceid=511, compaction requested=false
2024-12-04T04:17:12,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:12,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-12-04T04:17:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:12,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:17:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c3718ad53525421ba2650f2f109310a5_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285831551/Put/seqid=0
2024-12-04T04:17:13,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742308_1484 (size=12454)
2024-12-04T04:17:13,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c3718ad53525421ba2650f2f109310a5_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c3718ad53525421ba2650f2f109310a5_e608769dcb41223846421998e4222021
2024-12-04T04:17:13,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/e89db0841f7d47d1b27a06a0a6e59fa8, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:13,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/e89db0841f7d47d1b27a06a0a6e59fa8 is 175, key is test_row_0/A:col10/1733285831551/Put/seqid=0
2024-12-04T04:17:13,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742309_1485 (size=31255)
2024-12-04T04:17:13,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=529, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/e89db0841f7d47d1b27a06a0a6e59fa8
2024-12-04T04:17:13,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/00de8cf130264aef9df5f474b8938471 is 50, key is test_row_0/B:col10/1733285831551/Put/seqid=0
2024-12-04T04:17:13,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742310_1486 (size=12301)
2024-12-04T04:17:13,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/00de8cf130264aef9df5f474b8938471
2024-12-04T04:17:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6699fbb91cfb4c08975c635eaa325cda is 50, key is test_row_0/C:col10/1733285831551/Put/seqid=0
2024-12-04T04:17:13,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742311_1487 (size=12301)
2024-12-04T04:17:13,161 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6699fbb91cfb4c08975c635eaa325cda
2024-12-04T04:17:13,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/e89db0841f7d47d1b27a06a0a6e59fa8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e89db0841f7d47d1b27a06a0a6e59fa8
2024-12-04T04:17:13,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e89db0841f7d47d1b27a06a0a6e59fa8, entries=150, sequenceid=529, filesize=30.5 K
2024-12-04T04:17:13,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/00de8cf130264aef9df5f474b8938471 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/00de8cf130264aef9df5f474b8938471
2024-12-04T04:17:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/00de8cf130264aef9df5f474b8938471, entries=150, sequenceid=529, filesize=12.0 K
2024-12-04T04:17:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6699fbb91cfb4c08975c635eaa325cda as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6699fbb91cfb4c08975c635eaa325cda
2024-12-04T04:17:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6699fbb91cfb4c08975c635eaa325cda, entries=150, sequenceid=529, filesize=12.0 K
2024-12-04T04:17:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for e608769dcb41223846421998e4222021 in 202ms, sequenceid=529, compaction requested=true
2024-12-04T04:17:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-12-04T04:17:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-12-04T04:17:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,207 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-12-04T04:17:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,207 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7530 sec
2024-12-04T04:17:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.7600 sec
2024-12-04T04:17:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-12-04T04:17:13,595 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-12-04T04:17:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-04T04:17:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,604 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,606 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:13,606 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-04T04:17:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-12-04T04:17:13,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:13,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:13,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:13,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-12-04T04:17:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-12-04T04:17:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,768 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-12-04T04:17:13,768 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 159 msec
2024-12-04T04:17:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,771 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 173 msec
2024-12-04T04:17:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-12-04T04:17:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,932 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-12-04T04:17:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-04T04:17:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,948 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,949 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,949 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-04T04:17:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,102 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-12-04T04:17:14,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:14,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-04T04:17:14,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:14,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:14,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:14,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:14,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120448ac9278e4bb403aa98d6f5dbf3f6cdd_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285834084/Put/seqid=0
2024-12-04T04:17:14,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742312_1488 (size=14994)
2024-12-04T04:17:14,198 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:14,203 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120448ac9278e4bb403aa98d6f5dbf3f6cdd_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120448ac9278e4bb403aa98d6f5dbf3f6cdd_e608769dcb41223846421998e4222021
2024-12-04T04:17:14,204 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/6ce4c7ac663f419fa4476e8c3a6d7e9b, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:14,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/6ce4c7ac663f419fa4476e8c3a6d7e9b is 175, key is test_row_0/A:col10/1733285834084/Put/seqid=0
2024-12-04T04:17:14,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742313_1489 (size=39949)
2024-12-04T04:17:14,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-04T04:17:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-04T04:17:14,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285834143, max timestamp=1733285834283Num uniques 859; 
2024-12-04T04:17:14,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285834143, max timestamp=1733285834283Num uniques 859; 
2024-12-04T04:17:14,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:14,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:14,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285834143, max timestamp=1733285834283Num uniques 859; 
2024-12-04T04:17:14,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:14,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-04T04:17:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285894433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:14,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:14,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285894448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:14,494 INFO  [Thread-1778 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1778.
2024-12-04T04:17:14,494 DEBUG [Thread-1778 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:14,494 DEBUG [Thread-1778 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,494 DEBUG [Thread-1778 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,496 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:14,498 INFO  [Thread-1774 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1774.
2024-12-04T04:17:14,498 DEBUG [Thread-1774 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:14,498 DEBUG [Thread-1774 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,498 DEBUG [Thread-1774 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,499 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:14,500 INFO  [Thread-1776 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1776.
2024-12-04T04:17:14,500 DEBUG [Thread-1776 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:14,500 DEBUG [Thread-1776 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,500 DEBUG [Thread-1776 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,500 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:14,510 INFO  [Thread-1772 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1772.
2024-12-04T04:17:14,511 DEBUG [Thread-1772 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:14,511 DEBUG [Thread-1772 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,511 DEBUG [Thread-1772 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,511 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:14,521 INFO  [Thread-1770 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1770.
2024-12-04T04:17:14,521 DEBUG [Thread-1770 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:14,521 DEBUG [Thread-1770 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,522 DEBUG [Thread-1770 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:14,522 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:14,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285894555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:14,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285894565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:14,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-04T04:17:14,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-04T04:17:14,650 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=540, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/6ce4c7ac663f419fa4476e8c3a6d7e9b
2024-12-04T04:17:14,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a6de52c4634e4406bcf982a7a8bf2f2d is 50, key is test_row_0/B:col10/1733285834084/Put/seqid=0
2024-12-04T04:17:14,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742314_1490 (size=12301)
2024-12-04T04:17:14,668 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a6de52c4634e4406bcf982a7a8bf2f2d
2024-12-04T04:17:14,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/ded3741d3242489e80a084b865a46c2e is 50, key is test_row_0/C:col10/1733285834084/Put/seqid=0
2024-12-04T04:17:14,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742315_1491 (size=12301)
2024-12-04T04:17:14,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-04T04:17:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285894765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:14,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:14,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285894775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:14,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:14,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-04T04:17:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:14,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:15,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-04T04:17:15,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:15,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:15,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:15,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:15,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:15,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53260 deadline: 1733285895075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:15,080 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/ded3741d3242489e80a084b865a46c2e
2024-12-04T04:17:15,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53198 deadline: 1733285895085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:15,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:15,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:15,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-04T04:17:15,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/6ce4c7ac663f419fa4476e8c3a6d7e9b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/6ce4c7ac663f419fa4476e8c3a6d7e9b
2024-12-04T04:17:15,091 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/6ce4c7ac663f419fa4476e8c3a6d7e9b, entries=200, sequenceid=540, filesize=39.0 K
2024-12-04T04:17:15,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/a6de52c4634e4406bcf982a7a8bf2f2d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a6de52c4634e4406bcf982a7a8bf2f2d
2024-12-04T04:17:15,097 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a6de52c4634e4406bcf982a7a8bf2f2d, entries=150, sequenceid=540, filesize=12.0 K
2024-12-04T04:17:15,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/ded3741d3242489e80a084b865a46c2e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/ded3741d3242489e80a084b865a46c2e
2024-12-04T04:17:15,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/ded3741d3242489e80a084b865a46c2e, entries=150, sequenceid=540, filesize=12.0 K
2024-12-04T04:17:15,102 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e608769dcb41223846421998e4222021 in 1000ms, sequenceid=540, compaction requested=true
2024-12-04T04:17:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e608769dcb41223846421998e4222021:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:15,102 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:15,103 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 151814 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:15,103 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/A is initiating minor compaction (all files)
2024-12-04T04:17:15,103 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/A in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:15,104 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:15,104 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/0030315a87f84c24b9b2cfc5154b4d71, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/cc77295cf71e4a88b03c5e0123eacb7a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e89db0841f7d47d1b27a06a0a6e59fa8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/6ce4c7ac663f419fa4476e8c3a6d7e9b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=148.3 K
2024-12-04T04:17:15,104 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:15,104 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/0030315a87f84c24b9b2cfc5154b4d71, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/cc77295cf71e4a88b03c5e0123eacb7a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e89db0841f7d47d1b27a06a0a6e59fa8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/6ce4c7ac663f419fa4476e8c3a6d7e9b]
2024-12-04T04:17:15,104 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0030315a87f84c24b9b2cfc5154b4d71, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733285829814
2024-12-04T04:17:15,105 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting cc77295cf71e4a88b03c5e0123eacb7a, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733285831465
2024-12-04T04:17:15,105 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting e89db0841f7d47d1b27a06a0a6e59fa8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1733285831551
2024-12-04T04:17:15,105 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:15,105 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/B is initiating minor compaction (all files)
2024-12-04T04:17:15,105 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/B in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:15,105 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce4c7ac663f419fa4476e8c3a6d7e9b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733285834020
2024-12-04T04:17:15,105 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e08a21b9f8ad46b3ab7202be1d6946d5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c2f2bab73d4a40549073d9cf859dd40c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/00de8cf130264aef9df5f474b8938471, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a6de52c4634e4406bcf982a7a8bf2f2d] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=48.8 K
2024-12-04T04:17:15,106 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e08a21b9f8ad46b3ab7202be1d6946d5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733285829814
2024-12-04T04:17:15,106 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2f2bab73d4a40549073d9cf859dd40c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733285831465
2024-12-04T04:17:15,106 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00de8cf130264aef9df5f474b8938471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1733285831551
2024-12-04T04:17:15,106 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6de52c4634e4406bcf982a7a8bf2f2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733285834084
2024-12-04T04:17:15,121 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:15,122 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#B#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:15,123 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/3a653791cc38439c947d0e23f6a55124 is 50, key is test_row_0/B:col10/1733285834084/Put/seqid=0
2024-12-04T04:17:15,129 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412044b6df529b1084b44be0bf5e3ddb3532f_e608769dcb41223846421998e4222021 store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:15,133 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412044b6df529b1084b44be0bf5e3ddb3532f_e608769dcb41223846421998e4222021, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:15,133 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044b6df529b1084b44be0bf5e3ddb3532f_e608769dcb41223846421998e4222021 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:15,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742316_1492 (size=13153)
2024-12-04T04:17:15,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742317_1493 (size=4469)
2024-12-04T04:17:15,140 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/3a653791cc38439c947d0e23f6a55124 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/3a653791cc38439c947d0e23f6a55124
2024-12-04T04:17:15,144 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e608769dcb41223846421998e4222021/B of e608769dcb41223846421998e4222021 into 3a653791cc38439c947d0e23f6a55124(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:15,145 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:15,145 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/B, priority=12, startTime=1733285835102; duration=0sec
2024-12-04T04:17:15,145 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:15,145 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:B
2024-12-04T04:17:15,145 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:15,146 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:15,146 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): e608769dcb41223846421998e4222021/C is initiating minor compaction (all files)
2024-12-04T04:17:15,146 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e608769dcb41223846421998e4222021/C in TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:15,146 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/cfacc00cc8eb4406a5be9ce95e65fafe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5f2fc50ba35d4bbe81f6cf1d79318091, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6699fbb91cfb4c08975c635eaa325cda, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/ded3741d3242489e80a084b865a46c2e] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp, totalSize=48.8 K
2024-12-04T04:17:15,146 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfacc00cc8eb4406a5be9ce95e65fafe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733285829814
2024-12-04T04:17:15,146 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f2fc50ba35d4bbe81f6cf1d79318091, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733285831465
2024-12-04T04:17:15,146 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6699fbb91cfb4c08975c635eaa325cda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1733285831551
2024-12-04T04:17:15,147 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded3741d3242489e80a084b865a46c2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733285834084
2024-12-04T04:17:15,155 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:15,155 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5e6770beb8ca40b1914dffaf4d60706f is 50, key is test_row_0/C:col10/1733285834084/Put/seqid=0
2024-12-04T04:17:15,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742318_1494 (size=13153)
2024-12-04T04:17:15,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-12-04T04:17:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:15,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-12-04T04:17:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:15,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bb525e9db54c4266a3884c06c1beb025_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285834372/Put/seqid=0
2024-12-04T04:17:15,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742319_1495 (size=12454)
2024-12-04T04:17:15,539 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e608769dcb41223846421998e4222021#A#compaction#406 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-04T04:17:15,539 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ffcb3f08494546f2823f9eda4f2930e3 is 175, key is test_row_0/A:col10/1733285834084/Put/seqid=0
2024-12-04T04:17:15,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742320_1496 (size=32107)
2024-12-04T04:17:15,569 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/5e6770beb8ca40b1914dffaf4d60706f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5e6770beb8ca40b1914dffaf4d60706f
2024-12-04T04:17:15,574 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e608769dcb41223846421998e4222021/C of e608769dcb41223846421998e4222021 into 5e6770beb8ca40b1914dffaf4d60706f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:15,574 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:15,574 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/C, priority=12, startTime=1733285835102; duration=0sec
2024-12-04T04:17:15,574 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:15,574 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:C
2024-12-04T04:17:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on e608769dcb41223846421998e4222021
2024-12-04T04:17:15,590 INFO  [Thread-1759 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1759.
2024-12-04T04:17:15,590 DEBUG [Thread-1759 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:15,590 DEBUG [Thread-1759 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:15,590 DEBUG [Thread-1759 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:15,590 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:15,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. as already flushing
2024-12-04T04:17:15,598 INFO  [Thread-1765 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1765.
2024-12-04T04:17:15,598 DEBUG [Thread-1765 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:15,598 DEBUG [Thread-1765 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:15,598 DEBUG [Thread-1765 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:15,598 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:15,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bb525e9db54c4266a3884c06c1beb025_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bb525e9db54c4266a3884c06c1beb025_e608769dcb41223846421998e4222021
2024-12-04T04:17:15,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/099da9d768a44d2087b489ee38da4192, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/099da9d768a44d2087b489ee38da4192 is 175, key is test_row_0/A:col10/1733285834372/Put/seqid=0
2024-12-04T04:17:15,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742321_1497 (size=31255)
2024-12-04T04:17:15,618 DEBUG [regionserver/67abd3a0ee76:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second
2024-12-04T04:17:15,621 WARN  [regionserver/67abd3a0ee76:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1
2024-12-04T04:17:15,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/2862e7aa371541baa46183981c267755, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ea7c6e74cb7447f7b88fb8b674927831, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ce674300959b492fa8ba6b2f7567bee5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/44fd59576e1b4f4e8b6754f035e47221, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e41879a4109b400da8f78d36f300b3b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/5fb3d19d33174de89d149ade75976a91, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffa7c17d27154fd1a69173f15fdc6173, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9c1c04ea789a4ba195754d62c55e637b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/4861af5f1194488ea026dcc662e31db8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/55277580b96c4eaa870ea0152fa1691f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3c07fcf6131c4f8aa5eeb5836d71637f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3d3d4674d74a4ddbb0435270297f3670, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/b214e73a2c48445ea4f1e9be9a20e195, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fe320a6c74934de4a4b408ea5898ecab, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fd98e0d00e244dfd96bc8484d2ed4592, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a349b96450ae456287675f0bcbeeaee1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/d2117a4bb3d245d3b4ba3402700537e9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9dba27c24bdc4875aafae0a0b45a283c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/523fa9cdbc2b43ebb7f25ca842832366, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a4aa0e532cd04a23a2c7328309e1555d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/68613d8251524d4da40fe4bb49f32252] to archive
2024-12-04T04:17:15,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:17:15,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/2862e7aa371541baa46183981c267755 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/2862e7aa371541baa46183981c267755
2024-12-04T04:17:15,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ea7c6e74cb7447f7b88fb8b674927831 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ea7c6e74cb7447f7b88fb8b674927831
2024-12-04T04:17:15,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ce674300959b492fa8ba6b2f7567bee5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ce674300959b492fa8ba6b2f7567bee5
2024-12-04T04:17:15,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/44fd59576e1b4f4e8b6754f035e47221 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/44fd59576e1b4f4e8b6754f035e47221
2024-12-04T04:17:15,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e41879a4109b400da8f78d36f300b3b4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e41879a4109b400da8f78d36f300b3b4
2024-12-04T04:17:15,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/5fb3d19d33174de89d149ade75976a91 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/5fb3d19d33174de89d149ade75976a91
2024-12-04T04:17:15,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffa7c17d27154fd1a69173f15fdc6173 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffa7c17d27154fd1a69173f15fdc6173
2024-12-04T04:17:15,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9c1c04ea789a4ba195754d62c55e637b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9c1c04ea789a4ba195754d62c55e637b
2024-12-04T04:17:15,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/4861af5f1194488ea026dcc662e31db8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/4861af5f1194488ea026dcc662e31db8
2024-12-04T04:17:15,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/55277580b96c4eaa870ea0152fa1691f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/55277580b96c4eaa870ea0152fa1691f
2024-12-04T04:17:15,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3c07fcf6131c4f8aa5eeb5836d71637f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3c07fcf6131c4f8aa5eeb5836d71637f
2024-12-04T04:17:15,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3d3d4674d74a4ddbb0435270297f3670 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/3d3d4674d74a4ddbb0435270297f3670
2024-12-04T04:17:15,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/b214e73a2c48445ea4f1e9be9a20e195 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/b214e73a2c48445ea4f1e9be9a20e195
2024-12-04T04:17:15,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fe320a6c74934de4a4b408ea5898ecab to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fe320a6c74934de4a4b408ea5898ecab
2024-12-04T04:17:15,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fd98e0d00e244dfd96bc8484d2ed4592 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/fd98e0d00e244dfd96bc8484d2ed4592
2024-12-04T04:17:15,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a349b96450ae456287675f0bcbeeaee1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a349b96450ae456287675f0bcbeeaee1
2024-12-04T04:17:15,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/d2117a4bb3d245d3b4ba3402700537e9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/d2117a4bb3d245d3b4ba3402700537e9
2024-12-04T04:17:15,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9dba27c24bdc4875aafae0a0b45a283c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/9dba27c24bdc4875aafae0a0b45a283c
2024-12-04T04:17:15,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/523fa9cdbc2b43ebb7f25ca842832366 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/523fa9cdbc2b43ebb7f25ca842832366
2024-12-04T04:17:15,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a4aa0e532cd04a23a2c7328309e1555d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/a4aa0e532cd04a23a2c7328309e1555d
2024-12-04T04:17:15,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/68613d8251524d4da40fe4bb49f32252 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/68613d8251524d4da40fe4bb49f32252
2024-12-04T04:17:15,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/dd1c3cfa94624296b7e0f979d27f156d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e8306f7ae691457db39fbc654f26480a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ff57eba2146f40bbaf6ab31a3f457dac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7c2690c58a704680947978c14c1515d7, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/5717d1db3c1b483aa2f7c4bf799bacc3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c76e7e879d204be58154f5491e8b984d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/8218e6c6414143289a361e41fac86928, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a28952f86d3f478ebd17edb4ad004e4a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c3e772939f9c4f0a87a0e328580861cd, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/6d124498cb00494b82726b8a5b088a0b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/25d6267429e242499bea97308e833ee5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/03c1e117a7bd48cd9e995ac2771c1fab, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f287697494074d15818fe7834f49122f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/22d668f953ec4ec2bf57a71c8a83c0ac, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2fe05f19f15c4b89b9c799fd6099ba0f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2ab0151e90df48f49417735ea56231b0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a30733e1ff58489f89025bf755292b44, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7acd41f7e9a7429bbc0f37c5d1d5b79b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ae82d8405f3a4a0083664bd0c0b1f936, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/fc27ef9aada64a84bcfd69586ee302ef, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e08a21b9f8ad46b3ab7202be1d6946d5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/704c0a54b74741588550c86c50f8be73, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c2f2bab73d4a40549073d9cf859dd40c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/00de8cf130264aef9df5f474b8938471, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a6de52c4634e4406bcf982a7a8bf2f2d] to archive
2024-12-04T04:17:15,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:17:15,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/dd1c3cfa94624296b7e0f979d27f156d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/dd1c3cfa94624296b7e0f979d27f156d
2024-12-04T04:17:15,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e8306f7ae691457db39fbc654f26480a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e8306f7ae691457db39fbc654f26480a
2024-12-04T04:17:15,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ff57eba2146f40bbaf6ab31a3f457dac to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ff57eba2146f40bbaf6ab31a3f457dac
2024-12-04T04:17:15,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7c2690c58a704680947978c14c1515d7 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7c2690c58a704680947978c14c1515d7
2024-12-04T04:17:15,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/5717d1db3c1b483aa2f7c4bf799bacc3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/5717d1db3c1b483aa2f7c4bf799bacc3
2024-12-04T04:17:15,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c76e7e879d204be58154f5491e8b984d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c76e7e879d204be58154f5491e8b984d
2024-12-04T04:17:15,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/8218e6c6414143289a361e41fac86928 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/8218e6c6414143289a361e41fac86928
2024-12-04T04:17:15,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a28952f86d3f478ebd17edb4ad004e4a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a28952f86d3f478ebd17edb4ad004e4a
2024-12-04T04:17:15,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c3e772939f9c4f0a87a0e328580861cd to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c3e772939f9c4f0a87a0e328580861cd
2024-12-04T04:17:15,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/6d124498cb00494b82726b8a5b088a0b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/6d124498cb00494b82726b8a5b088a0b
2024-12-04T04:17:15,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/25d6267429e242499bea97308e833ee5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/25d6267429e242499bea97308e833ee5
2024-12-04T04:17:15,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/03c1e117a7bd48cd9e995ac2771c1fab to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/03c1e117a7bd48cd9e995ac2771c1fab
2024-12-04T04:17:15,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f287697494074d15818fe7834f49122f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f287697494074d15818fe7834f49122f
2024-12-04T04:17:15,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/22d668f953ec4ec2bf57a71c8a83c0ac to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/22d668f953ec4ec2bf57a71c8a83c0ac
2024-12-04T04:17:15,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2fe05f19f15c4b89b9c799fd6099ba0f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2fe05f19f15c4b89b9c799fd6099ba0f
2024-12-04T04:17:15,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2ab0151e90df48f49417735ea56231b0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/2ab0151e90df48f49417735ea56231b0
2024-12-04T04:17:15,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a30733e1ff58489f89025bf755292b44 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a30733e1ff58489f89025bf755292b44
2024-12-04T04:17:15,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7acd41f7e9a7429bbc0f37c5d1d5b79b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/7acd41f7e9a7429bbc0f37c5d1d5b79b
2024-12-04T04:17:15,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ae82d8405f3a4a0083664bd0c0b1f936 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/ae82d8405f3a4a0083664bd0c0b1f936
2024-12-04T04:17:15,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/fc27ef9aada64a84bcfd69586ee302ef to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/fc27ef9aada64a84bcfd69586ee302ef
2024-12-04T04:17:15,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e08a21b9f8ad46b3ab7202be1d6946d5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/e08a21b9f8ad46b3ab7202be1d6946d5
2024-12-04T04:17:15,709 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/704c0a54b74741588550c86c50f8be73 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/704c0a54b74741588550c86c50f8be73
2024-12-04T04:17:15,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c2f2bab73d4a40549073d9cf859dd40c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/c2f2bab73d4a40549073d9cf859dd40c
2024-12-04T04:17:15,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/00de8cf130264aef9df5f474b8938471 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/00de8cf130264aef9df5f474b8938471
2024-12-04T04:17:15,711 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a6de52c4634e4406bcf982a7a8bf2f2d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/a6de52c4634e4406bcf982a7a8bf2f2d
2024-12-04T04:17:15,716 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/21f0c2266fb646fb9fbba5f9d92c6c47, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c85e25ff2aa484f828b3830f902611e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f3121bc200394ade8e081d89ee6e2ca9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d1d755292ea04bfea30f76b792c9b736, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c84a6a64be854875b34f2eb005ab1316, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c2bf81c19d34b908b05eafad1b7b8a3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/8156859b4cc14bb68878ea8e39be2f83, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c7c5adcd349040ec9b3aa5c7b9f3848a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d81f822de31941c5adf81a5b2d71ac9b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/71d73ef52ea045979d7231c215e355f3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a7d3c85efe7742eab1bf944f5bc66ace, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/46ae6d235608468caa9a35870a32deed, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5bec4f54ecd34f4f8034c5a5d031fa9b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6751f0ef2ebd4a19a6cbfbc91ccbf172, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f8acfca55a6841f2b5d322d91dc56b9a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/b39362658cf1472a8c6adf15c5036124, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a943259a2fd74492bd1134fdcf2aa3bb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0c95b603c5504cc7a1be395b407f55a2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c9f8ce129c8d4072bba92bc3bd3c2695, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/cfacc00cc8eb4406a5be9ce95e65fafe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/4de4f713cde143c6bcb10e89dd8a3d4e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5f2fc50ba35d4bbe81f6cf1d79318091, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6699fbb91cfb4c08975c635eaa325cda, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/ded3741d3242489e80a084b865a46c2e] to archive
2024-12-04T04:17:15,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:17:15,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/21f0c2266fb646fb9fbba5f9d92c6c47 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/21f0c2266fb646fb9fbba5f9d92c6c47
2024-12-04T04:17:15,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c85e25ff2aa484f828b3830f902611e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c85e25ff2aa484f828b3830f902611e
2024-12-04T04:17:15,721 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f3121bc200394ade8e081d89ee6e2ca9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f3121bc200394ade8e081d89ee6e2ca9
2024-12-04T04:17:15,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d1d755292ea04bfea30f76b792c9b736 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d1d755292ea04bfea30f76b792c9b736
2024-12-04T04:17:15,723 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c84a6a64be854875b34f2eb005ab1316 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c84a6a64be854875b34f2eb005ab1316
2024-12-04T04:17:15,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c2bf81c19d34b908b05eafad1b7b8a3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/1c2bf81c19d34b908b05eafad1b7b8a3
2024-12-04T04:17:15,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/8156859b4cc14bb68878ea8e39be2f83 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/8156859b4cc14bb68878ea8e39be2f83
2024-12-04T04:17:15,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c7c5adcd349040ec9b3aa5c7b9f3848a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c7c5adcd349040ec9b3aa5c7b9f3848a
2024-12-04T04:17:15,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d81f822de31941c5adf81a5b2d71ac9b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/d81f822de31941c5adf81a5b2d71ac9b
2024-12-04T04:17:15,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/71d73ef52ea045979d7231c215e355f3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/71d73ef52ea045979d7231c215e355f3
2024-12-04T04:17:15,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a7d3c85efe7742eab1bf944f5bc66ace to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a7d3c85efe7742eab1bf944f5bc66ace
2024-12-04T04:17:15,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5ac6a4c931a540b5b4fbcd4e22e8ef9d
2024-12-04T04:17:15,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/46ae6d235608468caa9a35870a32deed to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/46ae6d235608468caa9a35870a32deed
2024-12-04T04:17:15,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5bec4f54ecd34f4f8034c5a5d031fa9b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5bec4f54ecd34f4f8034c5a5d031fa9b
2024-12-04T04:17:15,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6751f0ef2ebd4a19a6cbfbc91ccbf172 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6751f0ef2ebd4a19a6cbfbc91ccbf172
2024-12-04T04:17:15,737 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f8acfca55a6841f2b5d322d91dc56b9a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/f8acfca55a6841f2b5d322d91dc56b9a
2024-12-04T04:17:15,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/b39362658cf1472a8c6adf15c5036124 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/b39362658cf1472a8c6adf15c5036124
2024-12-04T04:17:15,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a943259a2fd74492bd1134fdcf2aa3bb to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/a943259a2fd74492bd1134fdcf2aa3bb
2024-12-04T04:17:15,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0c95b603c5504cc7a1be395b407f55a2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0c95b603c5504cc7a1be395b407f55a2
2024-12-04T04:17:15,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c9f8ce129c8d4072bba92bc3bd3c2695 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/c9f8ce129c8d4072bba92bc3bd3c2695
2024-12-04T04:17:15,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/cfacc00cc8eb4406a5be9ce95e65fafe to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/cfacc00cc8eb4406a5be9ce95e65fafe
2024-12-04T04:17:15,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/4de4f713cde143c6bcb10e89dd8a3d4e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/4de4f713cde143c6bcb10e89dd8a3d4e
2024-12-04T04:17:15,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5f2fc50ba35d4bbe81f6cf1d79318091 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5f2fc50ba35d4bbe81f6cf1d79318091
2024-12-04T04:17:15,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6699fbb91cfb4c08975c635eaa325cda to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6699fbb91cfb4c08975c635eaa325cda
2024-12-04T04:17:15,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/ded3741d3242489e80a084b865a46c2e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/ded3741d3242489e80a084b865a46c2e
2024-12-04T04:17:15,947 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ffcb3f08494546f2823f9eda4f2930e3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffcb3f08494546f2823f9eda4f2930e3
2024-12-04T04:17:15,951 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e608769dcb41223846421998e4222021/A of e608769dcb41223846421998e4222021 into ffcb3f08494546f2823f9eda4f2930e3(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:15,951 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:15,951 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., storeName=e608769dcb41223846421998e4222021/A, priority=12, startTime=1733285835102; duration=0sec
2024-12-04T04:17:15,951 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:15,951 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e608769dcb41223846421998e4222021:A
2024-12-04T04:17:16,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=577, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/099da9d768a44d2087b489ee38da4192
2024-12-04T04:17:16,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/f48f106fbbfc4e8a8b09c9da81379c7b is 50, key is test_row_0/B:col10/1733285834372/Put/seqid=0
2024-12-04T04:17:16,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742322_1498 (size=12301)
2024-12-04T04:17:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-04T04:17:16,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/f48f106fbbfc4e8a8b09c9da81379c7b
2024-12-04T04:17:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/0917ee4f22d346c48c555ed146addf7e is 50, key is test_row_0/C:col10/1733285834372/Put/seqid=0
2024-12-04T04:17:16,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742323_1499 (size=12301)
2024-12-04T04:17:16,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/0917ee4f22d346c48c555ed146addf7e
2024-12-04T04:17:16,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/099da9d768a44d2087b489ee38da4192 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/099da9d768a44d2087b489ee38da4192
2024-12-04T04:17:16,840 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/099da9d768a44d2087b489ee38da4192, entries=150, sequenceid=577, filesize=30.5 K
2024-12-04T04:17:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/f48f106fbbfc4e8a8b09c9da81379c7b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f48f106fbbfc4e8a8b09c9da81379c7b
2024-12-04T04:17:16,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f48f106fbbfc4e8a8b09c9da81379c7b, entries=150, sequenceid=577, filesize=12.0 K
2024-12-04T04:17:16,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/0917ee4f22d346c48c555ed146addf7e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0917ee4f22d346c48c555ed146addf7e
2024-12-04T04:17:16,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0917ee4f22d346c48c555ed146addf7e, entries=150, sequenceid=577, filesize=12.0 K
2024-12-04T04:17:16,851 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=13.42 KB/13740 for e608769dcb41223846421998e4222021 in 1663ms, sequenceid=577, compaction requested=false
2024-12-04T04:17:16,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for e608769dcb41223846421998e4222021:

2024-12-04T04:17:16,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:16,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-12-04T04:17:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-12-04T04:17:16,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-12-04T04:17:16,854 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9030 sec
2024-12-04T04:17:16,856 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.9110 sec
2024-12-04T04:17:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-12-04T04:17:18,126 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:19,016 INFO  [Thread-1761 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1761.
2024-12-04T04:17:19,016 DEBUG [Thread-1761 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:19,016 DEBUG [Thread-1761 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:19,016 DEBUG [Thread-1761 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:19,016 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:19,057 INFO  [Thread-1767 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1767.
2024-12-04T04:17:19,057 DEBUG [Thread-1767 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:19,057 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:19,057 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:19,057 INFO  [Thread-1763 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1763.
2024-12-04T04:17:19,057 DEBUG [Thread-1763 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:19,057 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:19,057 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:19,057 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:19,057 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 203
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 34
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 32
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 199
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 818
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2452 rows
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 814
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2437 rows
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 820
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2433 rows
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 816
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2445 rows
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 808
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2424 rows
2024-12-04T04:17:19,058 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:17:19,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:17:19,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:19,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:19,059 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:19,059 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-04T04:17:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-04T04:17:19,063 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285839063"}]},"ts":"1733285839063"}
2024-12-04T04:17:19,065 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-04T04:17:19,065 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-04T04:17:19,066 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:17:19,067 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, UNASSIGN}]
2024-12-04T04:17:19,068 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, UNASSIGN
2024-12-04T04:17:19,069 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=e608769dcb41223846421998e4222021, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:19,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, UNASSIGN because future has completed
2024-12-04T04:17:19,071 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:17:19,071 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:17:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-04T04:17:19,224 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close e608769dcb41223846421998e4222021
2024-12-04T04:17:19,224 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:17:19,224 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing e608769dcb41223846421998e4222021, disabling compactions & flushes
2024-12-04T04:17:19,224 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:19,224 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:19,224 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. after waiting 0 ms
2024-12-04T04:17:19,224 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:19,224 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(2902): Flushing e608769dcb41223846421998e4222021 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-04T04:17:19,225 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=A
2024-12-04T04:17:19,225 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:19,225 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=B
2024-12-04T04:17:19,225 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:19,225 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e608769dcb41223846421998e4222021, store=C
2024-12-04T04:17:19,225 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:19,231 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204aa25e3b363784d6eb9475d2a8af6e65c_e608769dcb41223846421998e4222021 is 50, key is test_row_0/A:col10/1733285835586/Put/seqid=0
2024-12-04T04:17:19,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742324_1500 (size=12454)
2024-12-04T04:17:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-04T04:17:19,638 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:19,642 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204aa25e3b363784d6eb9475d2a8af6e65c_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aa25e3b363784d6eb9475d2a8af6e65c_e608769dcb41223846421998e4222021
2024-12-04T04:17:19,643 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ec31abc50a8546b0904fa04a39dc2b3f, store: [table=TestAcidGuarantees family=A region=e608769dcb41223846421998e4222021]
2024-12-04T04:17:19,644 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ec31abc50a8546b0904fa04a39dc2b3f is 175, key is test_row_0/A:col10/1733285835586/Put/seqid=0
2024-12-04T04:17:19,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742325_1501 (size=31255)
2024-12-04T04:17:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-04T04:17:20,048 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=587, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ec31abc50a8546b0904fa04a39dc2b3f
2024-12-04T04:17:20,061 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/cc76f62348d54502bef9fcb693273d3c is 50, key is test_row_0/B:col10/1733285835586/Put/seqid=0
2024-12-04T04:17:20,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742326_1502 (size=12301)
2024-12-04T04:17:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-04T04:17:20,470 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/cc76f62348d54502bef9fcb693273d3c
2024-12-04T04:17:20,477 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6fd47c5bdef847ac8f4a27b4ffd5b4f0 is 50, key is test_row_0/C:col10/1733285835586/Put/seqid=0
2024-12-04T04:17:20,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742327_1503 (size=12301)
2024-12-04T04:17:20,888 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6fd47c5bdef847ac8f4a27b4ffd5b4f0
2024-12-04T04:17:20,896 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/A/ec31abc50a8546b0904fa04a39dc2b3f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ec31abc50a8546b0904fa04a39dc2b3f
2024-12-04T04:17:20,907 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ec31abc50a8546b0904fa04a39dc2b3f, entries=150, sequenceid=587, filesize=30.5 K
2024-12-04T04:17:20,908 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/B/cc76f62348d54502bef9fcb693273d3c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/cc76f62348d54502bef9fcb693273d3c
2024-12-04T04:17:20,915 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/cc76f62348d54502bef9fcb693273d3c, entries=150, sequenceid=587, filesize=12.0 K
2024-12-04T04:17:20,917 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/.tmp/C/6fd47c5bdef847ac8f4a27b4ffd5b4f0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6fd47c5bdef847ac8f4a27b4ffd5b4f0
2024-12-04T04:17:20,930 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6fd47c5bdef847ac8f4a27b4ffd5b4f0, entries=150, sequenceid=587, filesize=12.0 K
2024-12-04T04:17:20,931 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e608769dcb41223846421998e4222021 in 1707ms, sequenceid=587, compaction requested=true
2024-12-04T04:17:20,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/0030315a87f84c24b9b2cfc5154b4d71, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/cc77295cf71e4a88b03c5e0123eacb7a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e89db0841f7d47d1b27a06a0a6e59fa8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/6ce4c7ac663f419fa4476e8c3a6d7e9b] to archive
2024-12-04T04:17:20,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:17:20,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/0030315a87f84c24b9b2cfc5154b4d71 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/0030315a87f84c24b9b2cfc5154b4d71
2024-12-04T04:17:20,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/cc77295cf71e4a88b03c5e0123eacb7a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/cc77295cf71e4a88b03c5e0123eacb7a
2024-12-04T04:17:20,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e89db0841f7d47d1b27a06a0a6e59fa8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/e89db0841f7d47d1b27a06a0a6e59fa8
2024-12-04T04:17:20,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/6ce4c7ac663f419fa4476e8c3a6d7e9b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/6ce4c7ac663f419fa4476e8c3a6d7e9b
2024-12-04T04:17:20,961 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/recovered.edits/590.seqid, newMaxSeqId=590, maxSeqId=4
2024-12-04T04:17:20,961 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.
2024-12-04T04:17:20,962 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for e608769dcb41223846421998e4222021:
Waiting for close lock at 1733285839224Running coprocessor pre-close hooks at 1733285839224Disabling compacts and flushes for region at 1733285839224Disabling writes for close at 1733285839224Obtaining lock to block concurrent updates at 1733285839224Preparing flush snapshotting stores in e608769dcb41223846421998e4222021 at 1733285839224Finished memstore snapshotting TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733285839225 (+1 ms)Flushing stores of TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021. at 1733285839225Flushing e608769dcb41223846421998e4222021/A: creating writer at 1733285839225Flushing mob file e608769dcb41223846421998e4222021/A: appending metadata at 1733285839230 (+5 ms)Flushing mob file e608769dcb41223846421998e4222021/A: closing flushed file at 1733285839230Flushing e608769dcb41223846421998e4222021/A: appending metadata at 1733285839643 (+413 ms)Flushing e608769dcb41223846421998e4222021/A: closing flushed file at 1733285839644 (+1 ms)Flushing e608769dcb41223846421998e4222021/B: creating writer at 1733285840056 (+412 ms)Flushing e608769dcb41223846421998e4222021/B: appending metadata at 1733285840060 (+4 ms)Flushing e608769dcb41223846421998e4222021/B: closing flushed file at 1733285840060Flushing e608769dcb41223846421998e4222021/C: creating writer at 1733285840474 (+414 ms)Flushing e608769dcb41223846421998e4222021/C: appending metadata at 1733285840476 (+2 ms)Flushing e608769dcb41223846421998e4222021/C: closing flushed file at 1733285840476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@daa5692: reopening flushed file at 1733285840892 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43544083: reopening flushed file at 1733285840907 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e72c04: reopening flushed file at 1733285840915 (+8 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e608769dcb41223846421998e4222021 in 1707ms, sequenceid=587, compaction requested=true at 1733285840931 (+16 ms)Writing region close event to WAL at 1733285840955 (+24 ms)Running coprocessor post-close hooks at 1733285840961 (+6 ms)Closed at 1733285840961
2024-12-04T04:17:20,965 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed e608769dcb41223846421998e4222021
2024-12-04T04:17:20,966 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=e608769dcb41223846421998e4222021, regionState=CLOSED
2024-12-04T04:17:20,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:17:20,972 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-12-04T04:17:20,973 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure e608769dcb41223846421998e4222021, server=67abd3a0ee76,37895,1733285712389 in 1.8970 sec
2024-12-04T04:17:20,976 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120
2024-12-04T04:17:20,976 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e608769dcb41223846421998e4222021, UNASSIGN in 1.9060 sec
2024-12-04T04:17:20,981 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-12-04T04:17:20,981 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec
2024-12-04T04:17:20,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285840984"}]},"ts":"1733285840984"}
2024-12-04T04:17:20,986 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-04T04:17:20,987 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-04T04:17:20,990 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9280 sec
2024-12-04T04:17:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-12-04T04:17:21,206 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:21,207 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-04T04:17:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:21,209 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:21,210 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=123, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-04T04:17:21,222 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021
2024-12-04T04:17:21,225 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/recovered.edits]
2024-12-04T04:17:21,228 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/099da9d768a44d2087b489ee38da4192 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/099da9d768a44d2087b489ee38da4192
2024-12-04T04:17:21,233 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ec31abc50a8546b0904fa04a39dc2b3f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ec31abc50a8546b0904fa04a39dc2b3f
2024-12-04T04:17:21,235 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffcb3f08494546f2823f9eda4f2930e3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/A/ffcb3f08494546f2823f9eda4f2930e3
2024-12-04T04:17:21,253 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/3a653791cc38439c947d0e23f6a55124 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/3a653791cc38439c947d0e23f6a55124
2024-12-04T04:17:21,255 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/cc76f62348d54502bef9fcb693273d3c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/cc76f62348d54502bef9fcb693273d3c
2024-12-04T04:17:21,257 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f48f106fbbfc4e8a8b09c9da81379c7b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/B/f48f106fbbfc4e8a8b09c9da81379c7b
2024-12-04T04:17:21,259 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0917ee4f22d346c48c555ed146addf7e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/0917ee4f22d346c48c555ed146addf7e
2024-12-04T04:17:21,259 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5e6770beb8ca40b1914dffaf4d60706f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/5e6770beb8ca40b1914dffaf4d60706f
2024-12-04T04:17:21,263 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6fd47c5bdef847ac8f4a27b4ffd5b4f0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/C/6fd47c5bdef847ac8f4a27b4ffd5b4f0
2024-12-04T04:17:21,266 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/recovered.edits/590.seqid to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021/recovered.edits/590.seqid
2024-12-04T04:17:21,266 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/e608769dcb41223846421998e4222021
2024-12-04T04:17:21,267 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-04T04:17:21,268 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-04T04:17:21,268 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-04T04:17:21,271 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042266ec64bcd44bed87aec9fb79d41f71_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042266ec64bcd44bed87aec9fb79d41f71_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,275 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043c562a086d094cbc86619836c9fab634_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043c562a086d094cbc86619836c9fab634_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,276 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204483d42b3bf5e4ca4bda022c60384ab19_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204483d42b3bf5e4ca4bda022c60384ab19_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,278 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044899aa8a38e8411e83cab582b4546d4e_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044899aa8a38e8411e83cab582b4546d4e_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,281 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120448ac9278e4bb403aa98d6f5dbf3f6cdd_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120448ac9278e4bb403aa98d6f5dbf3f6cdd_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,282 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046f6eb2d2434543e88eb9ee43a8ba76f6_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046f6eb2d2434543e88eb9ee43a8ba76f6_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,283 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048bbcc4996f4c493f8aa4072e0c64b7a9_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048bbcc4996f4c493f8aa4072e0c64b7a9_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,284 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a4069d236bb84b6a9e30fb57520bbde5_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a4069d236bb84b6a9e30fb57520bbde5_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,285 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aa25e3b363784d6eb9475d2a8af6e65c_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204aa25e3b363784d6eb9475d2a8af6e65c_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,286 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bb525e9db54c4266a3884c06c1beb025_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bb525e9db54c4266a3884c06c1beb025_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,287 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bcd7a627a4514be19f15fd46751f04c3_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bcd7a627a4514be19f15fd46751f04c3_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,288 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c3718ad53525421ba2650f2f109310a5_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c3718ad53525421ba2650f2f109310a5_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,293 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c46a423f82a447e28615875280363433_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c46a423f82a447e28615875280363433_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,297 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c71779cbc46743b9b8d136af648ab138_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c71779cbc46743b9b8d136af648ab138_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,298 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c721835122e148cfbbd378f602821a4f_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c721835122e148cfbbd378f602821a4f_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,299 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d328fa3a2a7543e7b26ecd9913034ef8_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d328fa3a2a7543e7b26ecd9913034ef8_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,301 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d5e546a11d3346acaa145a4d43dd79d0_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d5e546a11d3346acaa145a4d43dd79d0_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,303 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204db0acbf813d24639b0f35cf12ee7ebc2_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204db0acbf813d24639b0f35cf12ee7ebc2_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,308 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204db2b3b3c4fad4ea487e39dcf84b75e38_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204db2b3b3c4fad4ea487e39dcf84b75e38_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,310 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e35bccca043349f8bd150e6436b30e30_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e35bccca043349f8bd150e6436b30e30_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,311 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f75c38cb0d4642e1bed6fa96831132a7_e608769dcb41223846421998e4222021 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f75c38cb0d4642e1bed6fa96831132a7_e608769dcb41223846421998e4222021
2024-12-04T04:17:21,311 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-04T04:17:21,314 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=123, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-04T04:17:21,317 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-04T04:17:21,319 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-04T04:17:21,320 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=123, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:21,320 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-04T04:17:21,320 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733285841320"}]},"ts":"9223372036854775807"}
2024-12-04T04:17:21,323 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-04T04:17:21,323 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e608769dcb41223846421998e4222021, NAME => 'TestAcidGuarantees,,1733285812224.e608769dcb41223846421998e4222021.', STARTKEY => '', ENDKEY => ''}]
2024-12-04T04:17:21,323 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-04T04:17:21,323 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733285841323"}]},"ts":"9223372036854775807"}
2024-12-04T04:17:21,325 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-04T04:17:21,327 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=123, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:21,329 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 120 msec
2024-12-04T04:17:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-12-04T04:17:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-04T04:17:21,526 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:21,537 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 246) - Thread LEAK? -, OpenFileDescriptor=455 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=900 (was 918), ProcessCount=11 (was 11), AvailableMemoryMB=1717 (was 1194) - AvailableMemoryMB LEAK? -
2024-12-04T04:17:21,548 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=900, ProcessCount=11, AvailableMemoryMB=1712
2024-12-04T04:17:21,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:17:21,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:17:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:21,553 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:17:21,553 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:21,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 124
2024-12-04T04:17:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-12-04T04:17:21,554 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:17:21,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742328_1504 (size=1061)
2024-12-04T04:17:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-12-04T04:17:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-12-04T04:17:21,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-04T04:17:21,970 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb
2024-12-04T04:17:22,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742329_1505 (size=53)
2024-12-04T04:17:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-12-04T04:17:22,398 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:17:22,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8181004e498845d5c20523f908a33598, disabling compactions & flushes
2024-12-04T04:17:22,399 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:22,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:22,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. after waiting 0 ms
2024-12-04T04:17:22,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:22,399 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:22,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8181004e498845d5c20523f908a33598:
Waiting for close lock at 1733285842398Disabling compacts and flushes for region at 1733285842398Disabling writes for close at 1733285842399 (+1 ms)Writing region close event to WAL at 1733285842399Closed at 1733285842399
2024-12-04T04:17:22,401 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:17:22,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733285842401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733285842401"}]},"ts":"1733285842401"}
2024-12-04T04:17:22,403 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:17:22,405 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:17:22,405 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285842405"}]},"ts":"1733285842405"}
2024-12-04T04:17:22,409 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-04T04:17:22,410 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, ASSIGN}]
2024-12-04T04:17:22,413 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, ASSIGN
2024-12-04T04:17:22,415 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=false
2024-12-04T04:17:22,567 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=8181004e498845d5c20523f908a33598, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:22,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, ASSIGN because future has completed
2024-12-04T04:17:22,570 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:17:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-12-04T04:17:22,730 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:22,731 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7752): Opening region: {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:17:22,731 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,731 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:17:22,731 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7794): checking encryption for 8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,731 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7797): checking classloading for 8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,733 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8181004e498845d5c20523f908a33598 
2024-12-04T04:17:22,734 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:22,734 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8181004e498845d5c20523f908a33598 columnFamilyName A
2024-12-04T04:17:22,734 DEBUG [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:22,735 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.HStore(327): Store=8181004e498845d5c20523f908a33598/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:22,735 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8181004e498845d5c20523f908a33598 
2024-12-04T04:17:22,736 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:22,736 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8181004e498845d5c20523f908a33598 columnFamilyName B
2024-12-04T04:17:22,736 DEBUG [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:22,737 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.HStore(327): Store=8181004e498845d5c20523f908a33598/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:22,737 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8181004e498845d5c20523f908a33598 
2024-12-04T04:17:22,740 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:22,740 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8181004e498845d5c20523f908a33598 columnFamilyName C
2024-12-04T04:17:22,740 DEBUG [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:22,744 INFO  [StoreOpener-8181004e498845d5c20523f908a33598-1 {}] regionserver.HStore(327): Store=8181004e498845d5c20523f908a33598/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:22,745 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:22,745 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1038): replaying wal for 8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,748 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,750 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,751 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1048): stopping wal replay for 8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,752 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1060): Cleaning up temporary data for 8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,753 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:17:22,758 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1093): writing seq id for 8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,762 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:17:22,763 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1114): Opened 8181004e498845d5c20523f908a33598; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64179201, jitterRate=-0.043655380606651306}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:17:22,763 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8181004e498845d5c20523f908a33598
2024-12-04T04:17:22,764 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1006): Region open journal for 8181004e498845d5c20523f908a33598:
Running coprocessor pre-open hook at 1733285842732Writing region info on filesystem at 1733285842732Initializing all the Stores at 1733285842732Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285842732Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285842733 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285842733Cleaning up temporary data from old regions at 1733285842752 (+19 ms)Running coprocessor post-open hooks at 1733285842763 (+11 ms)Region opened successfully at 1733285842764 (+1 ms)
2024-12-04T04:17:22,766 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., pid=126, masterSystemTime=1733285842724
2024-12-04T04:17:22,768 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:22,768 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:22,772 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=8181004e498845d5c20523f908a33598, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:17:22,789 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-12-04T04:17:22,789 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure 8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389 in 216 msec
2024-12-04T04:17:22,792 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124
2024-12-04T04:17:22,792 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, ASSIGN in 379 msec
2024-12-04T04:17:22,793 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:17:22,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285842793"}]},"ts":"1733285842793"}
2024-12-04T04:17:22,795 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-04T04:17:22,797 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:17:22,805 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2470 sec
2024-12-04T04:17:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124
2024-12-04T04:17:23,719 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:23,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,724 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c3234d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,731 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4b9117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,734 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:17:23,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,35405,1733285711547
2024-12-04T04:17:23,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e579b0a
2024-12-04T04:17:23,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:17:23,741 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:17:23,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,750 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce1ac8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,755 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19356049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,764 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670e0da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,766 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acb323b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,769 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae05276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,771 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646eaf62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,780 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47878846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,782 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774000ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,785 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0efca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,787 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cd225a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,805 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c22739c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,808 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc04389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,817 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2f7572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,826 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117c1200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,832 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6666cb57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,835 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b60bafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,847 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,849 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,851 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df5a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:23,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:23,858 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:23,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47933b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:23,861 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44799c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:23,868 DEBUG [Thread-2249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,868 DEBUG [Thread-2260 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,871 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,872 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,880 DEBUG [Thread-2264 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,884 DEBUG [Thread-2253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,885 DEBUG [Thread-2262 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,886 DEBUG [Thread-2247 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,888 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,888 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,895 DEBUG [Thread-2245 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,895 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,895 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,896 DEBUG [Thread-2245 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,896 DEBUG [Thread-2245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,899 DEBUG [Thread-2251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,902 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,905 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:23,907 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,908 DEBUG [Thread-2256 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-12-04T04:17:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,909 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,911 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-12-04T04:17:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:23,912 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-04T04:17:23,913 DEBUG [Thread-2258 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:23,914 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:23,914 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:23,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:23,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:23,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:23,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:23,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:23,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,918 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:23,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2]
2024-12-04T04:17:23,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/c50ae9dae1ec4697a89c0196cc0397d5 is 50, key is test_row_0/A:col10/1733285843910/Put/seqid=0
2024-12-04T04:17:24,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742330_1506 (size=12001)
2024-12-04T04:17:24,008 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/c50ae9dae1ec4697a89c0196cc0397d5
2024-12-04T04:17:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-04T04:17:24,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285903987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285903994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285903994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285903995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285904006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-04T04:17:24,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:24,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/516c2ed5f9274200a2117331f3f10f21 is 50, key is test_row_0/B:col10/1733285843910/Put/seqid=0
2024-12-04T04:17:24,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285904137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285904157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285904157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285904157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285904161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742331_1507 (size=12001)
2024-12-04T04:17:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-04T04:17:24,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-04T04:17:24,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:24,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285904368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285904376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285904376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285904376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285904408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-04T04:17:24,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:24,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-04T04:17:24,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-04T04:17:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,581 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/516c2ed5f9274200a2117331f3f10f21
2024-12-04T04:17:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/6b0947d64198421f8dbe8af913963900 is 50, key is test_row_0/C:col10/1733285843910/Put/seqid=0
2024-12-04T04:17:24,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742332_1508 (size=12001)
2024-12-04T04:17:24,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285904716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285904716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285904716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285904716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285904718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:24,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-04T04:17:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-04T04:17:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:24,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-04T04:17:25,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-04T04:17:25,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:25,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:25,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:25,099 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/6b0947d64198421f8dbe8af913963900
2024-12-04T04:17:25,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/c50ae9dae1ec4697a89c0196cc0397d5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/c50ae9dae1ec4697a89c0196cc0397d5
2024-12-04T04:17:25,122 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/c50ae9dae1ec4697a89c0196cc0397d5, entries=150, sequenceid=13, filesize=11.7 K
2024-12-04T04:17:25,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/516c2ed5f9274200a2117331f3f10f21 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/516c2ed5f9274200a2117331f3f10f21
2024-12-04T04:17:25,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/516c2ed5f9274200a2117331f3f10f21, entries=150, sequenceid=13, filesize=11.7 K
2024-12-04T04:17:25,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/6b0947d64198421f8dbe8af913963900 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6b0947d64198421f8dbe8af913963900
2024-12-04T04:17:25,146 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6b0947d64198421f8dbe8af913963900, entries=150, sequenceid=13, filesize=11.7 K
2024-12-04T04:17:25,150 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8181004e498845d5c20523f908a33598 in 1238ms, sequenceid=13, compaction requested=false
2024-12-04T04:17:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-04T04:17:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:25,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-12-04T04:17:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:25,216 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:17:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/e796ba471fc84551a7d78f52b1580c17 is 50, key is test_row_0/A:col10/1733285843993/Put/seqid=0
2024-12-04T04:17:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:25,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742333_1509 (size=12001)
2024-12-04T04:17:25,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285905293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285905303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285905301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285905313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285905316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285905428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285905435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285905436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285905436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285905436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285905647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285905656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285905656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285905656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/e796ba471fc84551a7d78f52b1580c17
2024-12-04T04:17:25,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285905658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/5b9d18a8a67249e390932e0fcb1dc91a is 50, key is test_row_0/B:col10/1733285843993/Put/seqid=0
2024-12-04T04:17:25,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742334_1510 (size=12001)
2024-12-04T04:17:25,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285905969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:25,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:25,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285905976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285905977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285905977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285905989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-04T04:17:26,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/5b9d18a8a67249e390932e0fcb1dc91a
2024-12-04T04:17:26,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/50f79652b94f4032849504fc8b97d1b9 is 50, key is test_row_0/C:col10/1733285843993/Put/seqid=0
2024-12-04T04:17:26,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742335_1511 (size=12001)
2024-12-04T04:17:26,263 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/50f79652b94f4032849504fc8b97d1b9
2024-12-04T04:17:26,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/e796ba471fc84551a7d78f52b1580c17 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/e796ba471fc84551a7d78f52b1580c17
2024-12-04T04:17:26,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/e796ba471fc84551a7d78f52b1580c17, entries=150, sequenceid=33, filesize=11.7 K
2024-12-04T04:17:26,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/5b9d18a8a67249e390932e0fcb1dc91a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/5b9d18a8a67249e390932e0fcb1dc91a
2024-12-04T04:17:26,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/5b9d18a8a67249e390932e0fcb1dc91a, entries=150, sequenceid=33, filesize=11.7 K
2024-12-04T04:17:26,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/50f79652b94f4032849504fc8b97d1b9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/50f79652b94f4032849504fc8b97d1b9
2024-12-04T04:17:26,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/50f79652b94f4032849504fc8b97d1b9, entries=150, sequenceid=33, filesize=11.7 K
2024-12-04T04:17:26,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 8181004e498845d5c20523f908a33598 in 1089ms, sequenceid=33, compaction requested=false
2024-12-04T04:17:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-12-04T04:17:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-12-04T04:17:26,314 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-12-04T04:17:26,314 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3940 sec
2024-12-04T04:17:26,322 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.4150 sec
2024-12-04T04:17:26,501 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T04:17:26,525 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:17:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:26,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/7b0eaff314b142e99b149de047ea3be8 is 50, key is test_row_0/A:col10/1733285845296/Put/seqid=0
2024-12-04T04:17:26,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742336_1512 (size=14341)
2024-12-04T04:17:26,592 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/7b0eaff314b142e99b149de047ea3be8
2024-12-04T04:17:26,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/1c7bbca36b214f3faf5083f6ab6776db is 50, key is test_row_0/B:col10/1733285845296/Put/seqid=0
2024-12-04T04:17:26,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285906633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285906633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285906651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742337_1513 (size=12001)
2024-12-04T04:17:26,677 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/1c7bbca36b214f3faf5083f6ab6776db
2024-12-04T04:17:26,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285906661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285906669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/e841bd8730124e428827bd118a1c9aec is 50, key is test_row_0/C:col10/1733285845296/Put/seqid=0
2024-12-04T04:17:26,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742338_1514 (size=12001)
2024-12-04T04:17:26,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285906775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285906776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285906785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285906798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285906809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:26,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285906995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285907009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285907022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285907037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285907048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,184 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/e841bd8730124e428827bd118a1c9aec
2024-12-04T04:17:27,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/7b0eaff314b142e99b149de047ea3be8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/7b0eaff314b142e99b149de047ea3be8
2024-12-04T04:17:27,213 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/7b0eaff314b142e99b149de047ea3be8, entries=200, sequenceid=47, filesize=14.0 K
2024-12-04T04:17:27,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/1c7bbca36b214f3faf5083f6ab6776db as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/1c7bbca36b214f3faf5083f6ab6776db
2024-12-04T04:17:27,221 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/1c7bbca36b214f3faf5083f6ab6776db, entries=150, sequenceid=47, filesize=11.7 K
2024-12-04T04:17:27,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/e841bd8730124e428827bd118a1c9aec as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/e841bd8730124e428827bd118a1c9aec
2024-12-04T04:17:27,227 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/e841bd8730124e428827bd118a1c9aec, entries=150, sequenceid=47, filesize=11.7 K
2024-12-04T04:17:27,231 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 8181004e498845d5c20523f908a33598 in 706ms, sequenceid=47, compaction requested=true
2024-12-04T04:17:27,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:27,232 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:27,239 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:27,239 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:27,239 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:27,239 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/c50ae9dae1ec4697a89c0196cc0397d5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/e796ba471fc84551a7d78f52b1580c17, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/7b0eaff314b142e99b149de047ea3be8] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=37.4 K
2024-12-04T04:17:27,240 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting c50ae9dae1ec4697a89c0196cc0397d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733285843901
2024-12-04T04:17:27,240 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e796ba471fc84551a7d78f52b1580c17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733285843988
2024-12-04T04:17:27,240 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b0eaff314b142e99b149de047ea3be8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733285845296
2024-12-04T04:17:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:27,248 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:27,251 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:27,252 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:27,252 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:27,252 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/516c2ed5f9274200a2117331f3f10f21, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/5b9d18a8a67249e390932e0fcb1dc91a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/1c7bbca36b214f3faf5083f6ab6776db] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=35.2 K
2024-12-04T04:17:27,252 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 516c2ed5f9274200a2117331f3f10f21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733285843901
2024-12-04T04:17:27,253 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b9d18a8a67249e390932e0fcb1dc91a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733285843988
2024-12-04T04:17:27,253 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c7bbca36b214f3faf5083f6ab6776db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733285845296
2024-12-04T04:17:27,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:27,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:27,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:27,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:27,266 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:27,266 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/330609f6084e4222b0d0ccc1f03522b1 is 50, key is test_row_0/A:col10/1733285845296/Put/seqid=0
2024-12-04T04:17:27,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742339_1515 (size=12104)
2024-12-04T04:17:27,328 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:27,329 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/6d4d71f799e641f59385d7acf22a728c is 50, key is test_row_0/B:col10/1733285845296/Put/seqid=0
2024-12-04T04:17:27,336 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:17:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:27,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:27,364 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/330609f6084e4222b0d0ccc1f03522b1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/330609f6084e4222b0d0ccc1f03522b1
2024-12-04T04:17:27,386 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into 330609f6084e4222b0d0ccc1f03522b1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:27,386 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:27,386 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285847232; duration=0sec
2024-12-04T04:17:27,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/2cb406e67a8f4ec0890611a233b8c970 is 50, key is test_row_0/A:col10/1733285846585/Put/seqid=0
2024-12-04T04:17:27,386 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:27,386 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:27,386 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:27,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742340_1516 (size=12104)
2024-12-04T04:17:27,397 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:27,397 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:27,397 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:27,397 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6b0947d64198421f8dbe8af913963900, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/50f79652b94f4032849504fc8b97d1b9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/e841bd8730124e428827bd118a1c9aec] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=35.2 K
2024-12-04T04:17:27,402 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b0947d64198421f8dbe8af913963900, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733285843901
2024-12-04T04:17:27,407 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50f79652b94f4032849504fc8b97d1b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733285843988
2024-12-04T04:17:27,410 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e841bd8730124e428827bd118a1c9aec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733285845296
2024-12-04T04:17:27,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285907409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285907411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285907433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285907434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285907436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,470 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,470 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/931a6965b7304370984c2c7aac105709 is 50, key is test_row_0/C:col10/1733285845296/Put/seqid=0
2024-12-04T04:17:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742341_1517 (size=14341)
2024-12-04T04:17:27,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742342_1518 (size=12104)
2024-12-04T04:17:27,568 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/931a6965b7304370984c2c7aac105709 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/931a6965b7304370984c2c7aac105709
2024-12-04T04:17:27,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285907558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285907558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285907575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285907575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285907576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,596 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into 931a6965b7304370984c2c7aac105709(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:27,597 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:27,597 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285847256; duration=0sec
2024-12-04T04:17:27,597 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:27,597 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:27,805 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/6d4d71f799e641f59385d7acf22a728c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/6d4d71f799e641f59385d7acf22a728c
2024-12-04T04:17:27,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285907786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285907797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,825 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 6d4d71f799e641f59385d7acf22a728c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:27,825 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:27,825 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285847248; duration=0sec
2024-12-04T04:17:27,825 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:27,825 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:27,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285907808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285907811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285907811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:27,878 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/2cb406e67a8f4ec0890611a233b8c970
2024-12-04T04:17:27,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/51e50c4cc1ef4b5bb0551755002cbdfa is 50, key is test_row_0/B:col10/1733285846585/Put/seqid=0
2024-12-04T04:17:27,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742343_1519 (size=12001)
2024-12-04T04:17:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-12-04T04:17:28,081 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:28,081 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-12-04T04:17:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-04T04:17:28,084 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:28,089 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:28,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:28,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285908126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285908136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285908136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285908136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285908148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-04T04:17:28,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-04T04:17:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:28,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:28,362 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/51e50c4cc1ef4b5bb0551755002cbdfa
2024-12-04T04:17:28,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1be6a0dc953646fdb09622b2b0a61d0a is 50, key is test_row_0/C:col10/1733285846585/Put/seqid=0
2024-12-04T04:17:28,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-04T04:17:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:28,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-04T04:17:28,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742344_1520 (size=12001)
2024-12-04T04:17:28,455 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1be6a0dc953646fdb09622b2b0a61d0a
2024-12-04T04:17:28,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/2cb406e67a8f4ec0890611a233b8c970 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2cb406e67a8f4ec0890611a233b8c970
2024-12-04T04:17:28,471 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2cb406e67a8f4ec0890611a233b8c970, entries=200, sequenceid=66, filesize=14.0 K
2024-12-04T04:17:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/51e50c4cc1ef4b5bb0551755002cbdfa as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51e50c4cc1ef4b5bb0551755002cbdfa
2024-12-04T04:17:28,478 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51e50c4cc1ef4b5bb0551755002cbdfa, entries=150, sequenceid=66, filesize=11.7 K
2024-12-04T04:17:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1be6a0dc953646fdb09622b2b0a61d0a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1be6a0dc953646fdb09622b2b0a61d0a
2024-12-04T04:17:28,497 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1be6a0dc953646fdb09622b2b0a61d0a, entries=150, sequenceid=66, filesize=11.7 K
2024-12-04T04:17:28,498 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8181004e498845d5c20523f908a33598 in 1162ms, sequenceid=66, compaction requested=false
2024-12-04T04:17:28,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:28,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-12-04T04:17:28,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:28,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:17:28,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:28,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:28,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:28,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:28,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:28,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:28,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/b6431f1f33684a24afe5f73d95a895b3 is 50, key is test_row_0/A:col10/1733285847425/Put/seqid=0
2024-12-04T04:17:28,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742345_1521 (size=12001)
2024-12-04T04:17:28,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/b6431f1f33684a24afe5f73d95a895b3
2024-12-04T04:17:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/59b7b2db4ce84a63aa73f36dc947be0e is 50, key is test_row_0/B:col10/1733285847425/Put/seqid=0
2024-12-04T04:17:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-04T04:17:28,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742346_1522 (size=12001)
2024-12-04T04:17:28,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/59b7b2db4ce84a63aa73f36dc947be0e
2024-12-04T04:17:28,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285908794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/79dbafd6817f44328d753c71989eb380 is 50, key is test_row_0/C:col10/1733285847425/Put/seqid=0
2024-12-04T04:17:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285908806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285908813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285908822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285908824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742347_1523 (size=12001)
2024-12-04T04:17:28,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285908926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285908951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285908951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285908956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:28,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285908956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:28,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285909156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285909175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285909175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285909176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285909176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-04T04:17:29,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/79dbafd6817f44328d753c71989eb380
2024-12-04T04:17:29,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/b6431f1f33684a24afe5f73d95a895b3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b6431f1f33684a24afe5f73d95a895b3
2024-12-04T04:17:29,267 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b6431f1f33684a24afe5f73d95a895b3, entries=150, sequenceid=82, filesize=11.7 K
2024-12-04T04:17:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/59b7b2db4ce84a63aa73f36dc947be0e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/59b7b2db4ce84a63aa73f36dc947be0e
2024-12-04T04:17:29,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/59b7b2db4ce84a63aa73f36dc947be0e, entries=150, sequenceid=82, filesize=11.7 K
2024-12-04T04:17:29,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/79dbafd6817f44328d753c71989eb380 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/79dbafd6817f44328d753c71989eb380
2024-12-04T04:17:29,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/79dbafd6817f44328d753c71989eb380, entries=150, sequenceid=82, filesize=11.7 K
2024-12-04T04:17:29,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 8181004e498845d5c20523f908a33598 in 709ms, sequenceid=82, compaction requested=true
2024-12-04T04:17:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-12-04T04:17:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-12-04T04:17:29,282 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-12-04T04:17:29,283 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1910 sec
2024-12-04T04:17:29,284 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.2020 sec
2024-12-04T04:17:29,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285848804, max timestamp=1733285849483Num uniques 859; 
2024-12-04T04:17:29,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285848804, max timestamp=1733285849483Num uniques 859; 
2024-12-04T04:17:29,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:29,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:29,491 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-12-04T04:17:29,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:29,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:29,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:29,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:29,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:29,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:29,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/05d9668776564e8c9e8c7092b5cd899f is 50, key is test_row_0/A:col10/1733285848804/Put/seqid=0
2024-12-04T04:17:29,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742348_1524 (size=14341)
2024-12-04T04:17:29,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285909658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285909661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285909666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285849628, max timestamp=1733285849686Num uniques 859; 
2024-12-04T04:17:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285849628, max timestamp=1733285849686Num uniques 859; 
2024-12-04T04:17:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:29,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285849628, max timestamp=1733285849686Num uniques 859; 
2024-12-04T04:17:29,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:29,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285909869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285909873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285909874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285909876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285909903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:29,970 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/05d9668776564e8c9e8c7092b5cd899f
2024-12-04T04:17:29,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/fb9bb9d82d2f46d5b8296b1a0236f817 is 50, key is test_row_0/B:col10/1733285848804/Put/seqid=0
2024-12-04T04:17:30,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742349_1525 (size=12001)
2024-12-04T04:17:30,045 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/fb9bb9d82d2f46d5b8296b1a0236f817
2024-12-04T04:17:30,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285910028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285910029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285910035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285910029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285910040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/af22a4252965421db1b6c00b8bf58a10 is 50, key is test_row_0/C:col10/1733285848804/Put/seqid=0
2024-12-04T04:17:30,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742350_1526 (size=12001)
2024-12-04T04:17:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-12-04T04:17:30,236 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:30,236 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-12-04T04:17:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-04T04:17:30,240 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:30,241 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:30,241 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:30,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285910255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285910255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285910266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285910272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285910276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-04T04:17:30,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-12-04T04:17:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:30,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:30,540 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/af22a4252965421db1b6c00b8bf58a10
2024-12-04T04:17:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-04T04:17:30,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-12-04T04:17:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:30,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:30,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:30,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/05d9668776564e8c9e8c7092b5cd899f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/05d9668776564e8c9e8c7092b5cd899f
2024-12-04T04:17:30,604 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/05d9668776564e8c9e8c7092b5cd899f, entries=200, sequenceid=103, filesize=14.0 K
2024-12-04T04:17:30,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/fb9bb9d82d2f46d5b8296b1a0236f817 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/fb9bb9d82d2f46d5b8296b1a0236f817
2024-12-04T04:17:30,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285910588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285910588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285910596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285910598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285910608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:30,637 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/fb9bb9d82d2f46d5b8296b1a0236f817, entries=150, sequenceid=103, filesize=11.7 K
2024-12-04T04:17:30,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/af22a4252965421db1b6c00b8bf58a10 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af22a4252965421db1b6c00b8bf58a10
2024-12-04T04:17:30,672 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af22a4252965421db1b6c00b8bf58a10, entries=150, sequenceid=103, filesize=11.7 K
2024-12-04T04:17:30,678 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for 8181004e498845d5c20523f908a33598 in 1187ms, sequenceid=103, compaction requested=true
2024-12-04T04:17:30,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:30,678 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:30,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:30,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:30,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:30,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:30,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:30,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:30,679 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:30,679 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:30,679 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:30,679 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/330609f6084e4222b0d0ccc1f03522b1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2cb406e67a8f4ec0890611a233b8c970, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b6431f1f33684a24afe5f73d95a895b3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/05d9668776564e8c9e8c7092b5cd899f] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=51.5 K
2024-12-04T04:17:30,680 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:30,683 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 330609f6084e4222b0d0ccc1f03522b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733285845296
2024-12-04T04:17:30,685 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb406e67a8f4ec0890611a233b8c970, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285846585
2024-12-04T04:17:30,689 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b6431f1f33684a24afe5f73d95a895b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733285847408
2024-12-04T04:17:30,695 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 05d9668776564e8c9e8c7092b5cd899f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733285848804
2024-12-04T04:17:30,696 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:30,696 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:30,696 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:30,696 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/6d4d71f799e641f59385d7acf22a728c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51e50c4cc1ef4b5bb0551755002cbdfa, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/59b7b2db4ce84a63aa73f36dc947be0e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/fb9bb9d82d2f46d5b8296b1a0236f817] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=47.0 K
2024-12-04T04:17:30,697 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d4d71f799e641f59385d7acf22a728c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733285845296
2024-12-04T04:17:30,705 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51e50c4cc1ef4b5bb0551755002cbdfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285846585
2024-12-04T04:17:30,709 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59b7b2db4ce84a63aa73f36dc947be0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733285847408
2024-12-04T04:17:30,713 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb9bb9d82d2f46d5b8296b1a0236f817, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733285848804
2024-12-04T04:17:30,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-12-04T04:17:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:30,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-12-04T04:17:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:30,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/ae4ca2fa28ed46ac818812037d667ebb is 50, key is test_row_0/A:col10/1733285849865/Put/seqid=0
2024-12-04T04:17:30,759 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:30,760 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/f61c7c8e2eec4907a5c645d3ebefe4e2 is 50, key is test_row_0/A:col10/1733285848804/Put/seqid=0
2024-12-04T04:17:30,818 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:30,818 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/01e7ab6200c64a24b3069b8a1931be68 is 50, key is test_row_0/B:col10/1733285848804/Put/seqid=0
2024-12-04T04:17:30,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742352_1528 (size=12241)
2024-12-04T04:17:30,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742351_1527 (size=12151)
2024-12-04T04:17:30,854 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/ae4ca2fa28ed46ac818812037d667ebb
2024-12-04T04:17:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-04T04:17:30,886 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/f61c7c8e2eec4907a5c645d3ebefe4e2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f61c7c8e2eec4907a5c645d3ebefe4e2
2024-12-04T04:17:30,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742353_1529 (size=12241)
2024-12-04T04:17:30,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/51498bbe636e415bb8d0cb2d4cdffe1d is 50, key is test_row_0/B:col10/1733285849865/Put/seqid=0
2024-12-04T04:17:30,929 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into f61c7c8e2eec4907a5c645d3ebefe4e2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:30,929 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:30,929 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=12, startTime=1733285850678; duration=0sec
2024-12-04T04:17:30,929 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:30,929 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:30,929 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:30,944 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:30,944 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:30,945 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:30,945 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/931a6965b7304370984c2c7aac105709, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1be6a0dc953646fdb09622b2b0a61d0a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/79dbafd6817f44328d753c71989eb380, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af22a4252965421db1b6c00b8bf58a10] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=47.0 K
2024-12-04T04:17:30,951 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 931a6965b7304370984c2c7aac105709, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733285845296
2024-12-04T04:17:30,953 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1be6a0dc953646fdb09622b2b0a61d0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733285846585
2024-12-04T04:17:30,957 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 79dbafd6817f44328d753c71989eb380, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733285847408
2024-12-04T04:17:30,959 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting af22a4252965421db1b6c00b8bf58a10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733285848804
2024-12-04T04:17:30,963 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/01e7ab6200c64a24b3069b8a1931be68 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/01e7ab6200c64a24b3069b8a1931be68
2024-12-04T04:17:30,993 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 01e7ab6200c64a24b3069b8a1931be68(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:30,993 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:30,993 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=12, startTime=1733285850679; duration=0sec
2024-12-04T04:17:30,993 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:30,993 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:30,993 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:30,994 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/b399a513c9fb42c292d6b3fb723c1099 is 50, key is test_row_0/C:col10/1733285848804/Put/seqid=0
2024-12-04T04:17:30,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742354_1530 (size=12151)
2024-12-04T04:17:31,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742355_1531 (size=12241)
2024-12-04T04:17:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:31,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:31,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285911146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285911149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285911154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285911162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285911165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285911276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285911276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285911280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285911288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285911288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-04T04:17:31,400 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/51498bbe636e415bb8d0cb2d4cdffe1d
2024-12-04T04:17:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/283d65564d8840fc904c8eb3eb100483 is 50, key is test_row_0/C:col10/1733285849865/Put/seqid=0
2024-12-04T04:17:31,455 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/b399a513c9fb42c292d6b3fb723c1099 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b399a513c9fb42c292d6b3fb723c1099
2024-12-04T04:17:31,488 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into b399a513c9fb42c292d6b3fb723c1099(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:31,488 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:31,488 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=12, startTime=1733285850679; duration=0sec
2024-12-04T04:17:31,497 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:31,497 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:31,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742356_1532 (size=12151)
2024-12-04T04:17:31,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/283d65564d8840fc904c8eb3eb100483
2024-12-04T04:17:31,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285911495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285911500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285911505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285911506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285911509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/ae4ca2fa28ed46ac818812037d667ebb as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ae4ca2fa28ed46ac818812037d667ebb
2024-12-04T04:17:31,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ae4ca2fa28ed46ac818812037d667ebb, entries=150, sequenceid=139, filesize=11.9 K
2024-12-04T04:17:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/51498bbe636e415bb8d0cb2d4cdffe1d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51498bbe636e415bb8d0cb2d4cdffe1d
2024-12-04T04:17:31,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51498bbe636e415bb8d0cb2d4cdffe1d, entries=150, sequenceid=139, filesize=11.9 K
2024-12-04T04:17:31,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/283d65564d8840fc904c8eb3eb100483 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/283d65564d8840fc904c8eb3eb100483
2024-12-04T04:17:31,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/283d65564d8840fc904c8eb3eb100483, entries=150, sequenceid=139, filesize=11.9 K
2024-12-04T04:17:31,625 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 8181004e498845d5c20523f908a33598 in 896ms, sequenceid=139, compaction requested=false
2024-12-04T04:17:31,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:31,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:31,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-12-04T04:17:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-12-04T04:17:31,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-12-04T04:17:31,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec
2024-12-04T04:17:31,632 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.3950 sec
2024-12-04T04:17:31,849 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-04T04:17:31,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:31,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:31,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:31,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:31,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:31,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:31,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/1a623a2dcd7b42f684d096f7f79a1e56 is 50, key is test_row_0/A:col10/1733285851842/Put/seqid=0
2024-12-04T04:17:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:31,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-04T04:17:31,888 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-04T04:17:31,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742357_1533 (size=16931)
2024-12-04T04:17:31,930 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/1a623a2dcd7b42f684d096f7f79a1e56
2024-12-04T04:17:31,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/4abd9b69165740c7b471db2319bd7412 is 50, key is test_row_0/B:col10/1733285851842/Put/seqid=0
2024-12-04T04:17:31,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285911970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285911971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285911981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285911990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285911990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742358_1534 (size=12151)
2024-12-04T04:17:32,024 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/4abd9b69165740c7b471db2319bd7412
2024-12-04T04:17:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/cbd370f4aa324dadb6b9c983d13f803f is 50, key is test_row_0/C:col10/1733285851842/Put/seqid=0
2024-12-04T04:17:32,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742359_1535 (size=12151)
2024-12-04T04:17:32,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285912106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285912106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285912106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285912115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285912136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285912336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285912336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285912336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285912336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285912355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-12-04T04:17:32,386 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:32,387 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees
2024-12-04T04:17:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-04T04:17:32,391 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:32,395 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:32,395 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-04T04:17:32,526 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/cbd370f4aa324dadb6b9c983d13f803f
2024-12-04T04:17:32,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/1a623a2dcd7b42f684d096f7f79a1e56 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/1a623a2dcd7b42f684d096f7f79a1e56
2024-12-04T04:17:32,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:32,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:32,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,588 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/1a623a2dcd7b42f684d096f7f79a1e56, entries=250, sequenceid=155, filesize=16.5 K
2024-12-04T04:17:32,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/4abd9b69165740c7b471db2319bd7412 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4abd9b69165740c7b471db2319bd7412
2024-12-04T04:17:32,632 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4abd9b69165740c7b471db2319bd7412, entries=150, sequenceid=155, filesize=11.9 K
2024-12-04T04:17:32,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/cbd370f4aa324dadb6b9c983d13f803f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cbd370f4aa324dadb6b9c983d13f803f
2024-12-04T04:17:32,656 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cbd370f4aa324dadb6b9c983d13f803f, entries=150, sequenceid=155, filesize=11.9 K
2024-12-04T04:17:32,660 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 8181004e498845d5c20523f908a33598 in 811ms, sequenceid=155, compaction requested=true
2024-12-04T04:17:32,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:32,660 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:32,664 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41323 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:32,664 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:32,664 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,665 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f61c7c8e2eec4907a5c645d3ebefe4e2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ae4ca2fa28ed46ac818812037d667ebb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/1a623a2dcd7b42f684d096f7f79a1e56] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=40.4 K
2024-12-04T04:17:32,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:32,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:32,665 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:32,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:32,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:32,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:32,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:32,672 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f61c7c8e2eec4907a5c645d3ebefe4e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733285848804
2024-12-04T04:17:32,673 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae4ca2fa28ed46ac818812037d667ebb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733285849865
2024-12-04T04:17:32,673 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:32,673 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:32,673 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,673 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/01e7ab6200c64a24b3069b8a1931be68, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51498bbe636e415bb8d0cb2d4cdffe1d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4abd9b69165740c7b471db2319bd7412] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=35.7 K
2024-12-04T04:17:32,673 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a623a2dcd7b42f684d096f7f79a1e56, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733285851152
2024-12-04T04:17:32,676 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 01e7ab6200c64a24b3069b8a1931be68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733285848804
2024-12-04T04:17:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:32,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285851961, max timestamp=1733285852675Num uniques 859; 
2024-12-04T04:17:32,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:32,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285851961, max timestamp=1733285852675Num uniques 859; 
2024-12-04T04:17:32,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:32,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285851961, max timestamp=1733285852675Num uniques 859; 
2024-12-04T04:17:32,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:32,680 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-12-04T04:17:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:32,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:32,688 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 51498bbe636e415bb8d0cb2d4cdffe1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733285849865
2024-12-04T04:17:32,693 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4abd9b69165740c7b471db2319bd7412, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733285851158
2024-12-04T04:17:32,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/3f9cfdfe8fff4b01853acd3974e5cdb3 is 50, key is test_row_0/A:col10/1733285852677/Put/seqid=0
2024-12-04T04:17:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-04T04:17:32,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:32,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:32,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,737 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:32,738 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/87e13bb9289744e59aee1911591ee99b is 50, key is test_row_0/A:col10/1733285851842/Put/seqid=0
2024-12-04T04:17:32,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742360_1536 (size=12151)
2024-12-04T04:17:32,746 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:32,747 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/4c0d51cef6df4c68b7440e9d5ecc88ff is 50, key is test_row_0/B:col10/1733285851842/Put/seqid=0
2024-12-04T04:17:32,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/3f9cfdfe8fff4b01853acd3974e5cdb3
2024-12-04T04:17:32,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285852754, max timestamp=1733285852786Num uniques 859; 
2024-12-04T04:17:32,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:32,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285852754, max timestamp=1733285852786Num uniques 859; 
2024-12-04T04:17:32,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:32,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285852754, max timestamp=1733285852786Num uniques 859; 
2024-12-04T04:17:32,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:32,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742361_1537 (size=12493)
2024-12-04T04:17:32,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/64ee8a56ef2e467b934de56b145f819b is 50, key is test_row_0/B:col10/1733285852677/Put/seqid=0
2024-12-04T04:17:32,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742362_1538 (size=12493)
2024-12-04T04:17:32,843 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/4c0d51cef6df4c68b7440e9d5ecc88ff as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4c0d51cef6df4c68b7440e9d5ecc88ff
2024-12-04T04:17:32,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742363_1539 (size=12151)
2024-12-04T04:17:32,849 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 4c0d51cef6df4c68b7440e9d5ecc88ff(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:32,849 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:32,850 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285852665; duration=0sec
2024-12-04T04:17:32,850 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:32,850 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:32,850 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:32,851 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:32,851 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:32,851 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,851 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b399a513c9fb42c292d6b3fb723c1099, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/283d65564d8840fc904c8eb3eb100483, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cbd370f4aa324dadb6b9c983d13f803f] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=35.7 K
2024-12-04T04:17:32,851 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b399a513c9fb42c292d6b3fb723c1099, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733285848804
2024-12-04T04:17:32,853 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 283d65564d8840fc904c8eb3eb100483, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733285849865
2024-12-04T04:17:32,854 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting cbd370f4aa324dadb6b9c983d13f803f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733285851158
2024-12-04T04:17:32,868 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:32,869 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/4f069e2471984632bf567da86c3c44b5 is 50, key is test_row_0/C:col10/1733285851842/Put/seqid=0
2024-12-04T04:17:32,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:32,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:32,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:32,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:32,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285852824, max timestamp=1733285852906Num uniques 1018; 
2024-12-04T04:17:32,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285852824, max timestamp=1733285852906Num uniques 1018; 
2024-12-04T04:17:32,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:17:32,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:17:32,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285852824, max timestamp=1733285852906Num uniques 1018; 
2024-12-04T04:17:32,913 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-12-04T04:17:32,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742364_1540 (size=12493)
2024-12-04T04:17:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-04T04:17:33,063 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733285853005, max timestamp=1733285853057Num uniques 1077; 
2024-12-04T04:17:33,064 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277
2024-12-04T04:17:33,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:33,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733285853005, max timestamp=1733285853057Num uniques 1077; 
2024-12-04T04:17:33,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277
2024-12-04T04:17:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733285853005, max timestamp=1733285853057Num uniques 1077; 
2024-12-04T04:17:33,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277
2024-12-04T04:17:33,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733285853128, max timestamp=1733285853159Num uniques 1136; 
2024-12-04T04:17:33,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=8516, suffix heap size=146112,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=186
2024-12-04T04:17:33,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733285853128, max timestamp=1733285853159Num uniques 1136; 
2024-12-04T04:17:33,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=8516, suffix heap size=146112,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=186
2024-12-04T04:17:33,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285853128, max timestamp=1733285853159Num uniques 1136; 
2024-12-04T04:17:33,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=6870, suffix heap size=146112,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=150
2024-12-04T04:17:33,218 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/87e13bb9289744e59aee1911591ee99b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/87e13bb9289744e59aee1911591ee99b
2024-12-04T04:17:33,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,226 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into 87e13bb9289744e59aee1911591ee99b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:33,226 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:33,226 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285852660; duration=0sec
2024-12-04T04:17:33,226 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:33,226 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285853208, max timestamp=1733285853242Num uniques 1045; 
2024-12-04T04:17:33,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-12-04T04:17:33,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285853208, max timestamp=1733285853242Num uniques 1045; 
2024-12-04T04:17:33,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-12-04T04:17:33,249 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/64ee8a56ef2e467b934de56b145f819b
2024-12-04T04:17:33,252 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285853208, max timestamp=1733285853242Num uniques 1009; 
2024-12-04T04:17:33,253 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=11220, suffix heap size=132904,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=245
2024-12-04T04:17:33,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/980397fc55fd4fba86bc610a6d7fd5c5 is 50, key is test_row_0/C:col10/1733285852677/Put/seqid=0
2024-12-04T04:17:33,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742365_1541 (size=12151)
2024-12-04T04:17:33,312 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/980397fc55fd4fba86bc610a6d7fd5c5
2024-12-04T04:17:33,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/3f9cfdfe8fff4b01853acd3974e5cdb3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3f9cfdfe8fff4b01853acd3974e5cdb3
2024-12-04T04:17:33,337 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3f9cfdfe8fff4b01853acd3974e5cdb3, entries=150, sequenceid=177, filesize=11.9 K
2024-12-04T04:17:33,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/64ee8a56ef2e467b934de56b145f819b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64ee8a56ef2e467b934de56b145f819b
2024-12-04T04:17:33,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733285853293, max timestamp=1733285853338Num uniques 1104; 
2024-12-04T04:17:33,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=16210, suffix heap size=142784,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=354
2024-12-04T04:17:33,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733285853293, max timestamp=1733285853338Num uniques 1104; 
2024-12-04T04:17:33,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=16210, suffix heap size=142784,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=354
2024-12-04T04:17:33,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733285853293, max timestamp=1733285853338Num uniques 1104; 
2024-12-04T04:17:33,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=16210, suffix heap size=142784,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=354
2024-12-04T04:17:33,366 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64ee8a56ef2e467b934de56b145f819b, entries=150, sequenceid=177, filesize=11.9 K
2024-12-04T04:17:33,369 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/4f069e2471984632bf567da86c3c44b5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4f069e2471984632bf567da86c3c44b5
2024-12-04T04:17:33,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/980397fc55fd4fba86bc610a6d7fd5c5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/980397fc55fd4fba86bc610a6d7fd5c5
2024-12-04T04:17:33,378 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/980397fc55fd4fba86bc610a6d7fd5c5, entries=150, sequenceid=177, filesize=11.9 K
2024-12-04T04:17:33,384 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=80.51 KB/82440 for 8181004e498845d5c20523f908a33598 in 704ms, sequenceid=177, compaction requested=false
2024-12-04T04:17:33,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:33,385 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=87.22 KB heapSize=227.25 KB
2024-12-04T04:17:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:33,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,394 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into 4f069e2471984632bf567da86c3c44b5(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:33,394 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:33,394 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285852665; duration=0sec
2024-12-04T04:17:33,394 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:33,394 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/07add8927c86409ea3252a7824cbfa9a is 50, key is test_row_0/A:col10/1733285853370/Put/seqid=0
2024-12-04T04:17:33,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742366_1542 (size=22065)
2024-12-04T04:17:33,457 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/07add8927c86409ea3252a7824cbfa9a
2024-12-04T04:17:33,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/21bbba5ef24549dd9f63c1c9be50f085 is 50, key is test_row_0/B:col10/1733285853370/Put/seqid=0
2024-12-04T04:17:33,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285913478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285913485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-04T04:17:33,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742367_1543 (size=12301)
2024-12-04T04:17:33,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285913509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285913512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285913517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,544 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/21bbba5ef24549dd9f63c1c9be50f085
2024-12-04T04:17:33,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:33,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/4853572841074360bff13978be3fbfab is 50, key is test_row_0/C:col10/1733285853370/Put/seqid=0
2024-12-04T04:17:33,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742368_1544 (size=12301)
2024-12-04T04:17:33,608 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/4853572841074360bff13978be3fbfab
2024-12-04T04:17:33,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/07add8927c86409ea3252a7824cbfa9a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/07add8927c86409ea3252a7824cbfa9a
2024-12-04T04:17:33,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/07add8927c86409ea3252a7824cbfa9a, entries=350, sequenceid=291, filesize=21.5 K
2024-12-04T04:17:33,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/21bbba5ef24549dd9f63c1c9be50f085 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/21bbba5ef24549dd9f63c1c9be50f085
2024-12-04T04:17:33,623 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/21bbba5ef24549dd9f63c1c9be50f085, entries=150, sequenceid=291, filesize=12.0 K
2024-12-04T04:17:33,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/4853572841074360bff13978be3fbfab as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4853572841074360bff13978be3fbfab
2024-12-04T04:17:33,636 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4853572841074360bff13978be3fbfab, entries=150, sequenceid=291, filesize=12.0 K
2024-12-04T04:17:33,642 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~227.20 KB/232656, currentSize=100.63 KB/103050 for 8181004e498845d5c20523f908a33598 in 256ms, sequenceid=291, compaction requested=true
2024-12-04T04:17:33,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:33,642 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:33,643 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 46709 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:33,643 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:33,643 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,643 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/87e13bb9289744e59aee1911591ee99b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3f9cfdfe8fff4b01853acd3974e5cdb3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/07add8927c86409ea3252a7824cbfa9a] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=45.6 K
2024-12-04T04:17:33,643 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87e13bb9289744e59aee1911591ee99b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733285851158
2024-12-04T04:17:33,644 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f9cfdfe8fff4b01853acd3974e5cdb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733285851961
2024-12-04T04:17:33,644 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07add8927c86409ea3252a7824cbfa9a, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733285853308
2024-12-04T04:17:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:33,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:33,652 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:33,653 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:33,653 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:33,653 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,653 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4c0d51cef6df4c68b7440e9d5ecc88ff, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64ee8a56ef2e467b934de56b145f819b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/21bbba5ef24549dd9f63c1c9be50f085] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.1 K
2024-12-04T04:17:33,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c0d51cef6df4c68b7440e9d5ecc88ff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733285851158
2024-12-04T04:17:33,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 64ee8a56ef2e467b934de56b145f819b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733285851961
2024-12-04T04:17:33,654 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 21bbba5ef24549dd9f63c1c9be50f085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733285853368
2024-12-04T04:17:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:33,662 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:17:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:33,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:33,679 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:33,679 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/4c5ecde07dba452ab4b8f3c1f282786c is 50, key is test_row_0/A:col10/1733285853370/Put/seqid=0
2024-12-04T04:17:33,686 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:33,687 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/f7c4e1bed29246e19582c87ce0ae41e2 is 50, key is test_row_0/B:col10/1733285853370/Put/seqid=0
2024-12-04T04:17:33,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742369_1545 (size=12745)
2024-12-04T04:17:33,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:33,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/db4b04692b264e9e906903a6e662cc79 is 50, key is test_row_0/A:col10/1733285853649/Put/seqid=0
2024-12-04T04:17:33,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:33,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742370_1546 (size=12745)
2024-12-04T04:17:33,760 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/4c5ecde07dba452ab4b8f3c1f282786c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/4c5ecde07dba452ab4b8f3c1f282786c
2024-12-04T04:17:33,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285913691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,788 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into 4c5ecde07dba452ab4b8f3c1f282786c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:33,788 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:33,788 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285853642; duration=0sec
2024-12-04T04:17:33,788 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:33,788 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:33,788 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:33,789 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/f7c4e1bed29246e19582c87ce0ae41e2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f7c4e1bed29246e19582c87ce0ae41e2
2024-12-04T04:17:33,792 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:33,792 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:33,792 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,792 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4f069e2471984632bf567da86c3c44b5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/980397fc55fd4fba86bc610a6d7fd5c5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4853572841074360bff13978be3fbfab] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.1 K
2024-12-04T04:17:33,793 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f069e2471984632bf567da86c3c44b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733285851158
2024-12-04T04:17:33,793 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 980397fc55fd4fba86bc610a6d7fd5c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733285851961
2024-12-04T04:17:33,794 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4853572841074360bff13978be3fbfab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733285853368
2024-12-04T04:17:33,801 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into f7c4e1bed29246e19582c87ce0ae41e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:33,801 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:33,801 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285853652; duration=0sec
2024-12-04T04:17:33,801 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:33,801 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:33,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285913720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742371_1547 (size=17181)
2024-12-04T04:17:33,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285913769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,831 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/db4b04692b264e9e906903a6e662cc79
2024-12-04T04:17:33,832 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:33,833 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/2bfb29d564e2467d88255e63da6742cb is 50, key is test_row_0/C:col10/1733285853370/Put/seqid=0
2024-12-04T04:17:33,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285913774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285913775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/23224d8ffc204f6a840dabdb2323ff1c is 50, key is test_row_0/B:col10/1733285853649/Put/seqid=0
2024-12-04T04:17:33,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285913886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:33,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:33,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:33,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:33,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742372_1548 (size=12745)
2024-12-04T04:17:33,939 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/2bfb29d564e2467d88255e63da6742cb as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2bfb29d564e2467d88255e63da6742cb
2024-12-04T04:17:33,945 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into 2bfb29d564e2467d88255e63da6742cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:33,945 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:33,945 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285853660; duration=0sec
2024-12-04T04:17:33,945 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:33,945 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:33,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285913924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285913935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285913949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285913949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:33,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742373_1549 (size=12301)
2024-12-04T04:17:33,997 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/23224d8ffc204f6a840dabdb2323ff1c
2024-12-04T04:17:34,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/cdd707ecd24345e7abe6d42b7a87252e is 50, key is test_row_0/C:col10/1733285853649/Put/seqid=0
2024-12-04T04:17:34,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742374_1550 (size=12301)
2024-12-04T04:17:34,093 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/cdd707ecd24345e7abe6d42b7a87252e
2024-12-04T04:17:34,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/db4b04692b264e9e906903a6e662cc79 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/db4b04692b264e9e906903a6e662cc79
2024-12-04T04:17:34,121 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/db4b04692b264e9e906903a6e662cc79, entries=250, sequenceid=312, filesize=16.8 K
2024-12-04T04:17:34,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/23224d8ffc204f6a840dabdb2323ff1c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/23224d8ffc204f6a840dabdb2323ff1c
2024-12-04T04:17:34,127 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/23224d8ffc204f6a840dabdb2323ff1c, entries=150, sequenceid=312, filesize=12.0 K
2024-12-04T04:17:34,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/cdd707ecd24345e7abe6d42b7a87252e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cdd707ecd24345e7abe6d42b7a87252e
2024-12-04T04:17:34,135 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cdd707ecd24345e7abe6d42b7a87252e, entries=150, sequenceid=312, filesize=12.0 K
2024-12-04T04:17:34,144 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8181004e498845d5c20523f908a33598 in 482ms, sequenceid=312, compaction requested=false
2024-12-04T04:17:34,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:34,159 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:17:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/dfa4f0d0e472434185b35d81d1a3d636 is 50, key is test_row_0/A:col10/1733285853675/Put/seqid=0
2024-12-04T04:17:34,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742375_1551 (size=14741)
2024-12-04T04:17:34,264 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/dfa4f0d0e472434185b35d81d1a3d636
2024-12-04T04:17:34,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/7e5de44556ec4f579f638faa433b059e is 50, key is test_row_0/B:col10/1733285853675/Put/seqid=0
2024-12-04T04:17:34,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285914271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742376_1552 (size=12301)
2024-12-04T04:17:34,334 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/7e5de44556ec4f579f638faa433b059e
2024-12-04T04:17:34,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285914300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285914303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1f37e5a158534a1b94c6cba0b1f09a49 is 50, key is test_row_0/C:col10/1733285853675/Put/seqid=0
2024-12-04T04:17:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285914310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285914320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:34,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:34,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742377_1553 (size=12301)
2024-12-04T04:17:34,417 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1f37e5a158534a1b94c6cba0b1f09a49
2024-12-04T04:17:34,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/dfa4f0d0e472434185b35d81d1a3d636 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/dfa4f0d0e472434185b35d81d1a3d636
2024-12-04T04:17:34,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285914427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,451 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/dfa4f0d0e472434185b35d81d1a3d636, entries=200, sequenceid=328, filesize=14.4 K
2024-12-04T04:17:34,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285914455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/7e5de44556ec4f579f638faa433b059e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7e5de44556ec4f579f638faa433b059e
2024-12-04T04:17:34,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285914456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285914459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285914465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,495 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7e5de44556ec4f579f638faa433b059e, entries=150, sequenceid=328, filesize=12.0 K
2024-12-04T04:17:34,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1f37e5a158534a1b94c6cba0b1f09a49 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1f37e5a158534a1b94c6cba0b1f09a49
2024-12-04T04:17:34,528 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1f37e5a158534a1b94c6cba0b1f09a49, entries=150, sequenceid=328, filesize=12.0 K
2024-12-04T04:17:34,540 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8181004e498845d5c20523f908a33598 in 381ms, sequenceid=328, compaction requested=true
2024-12-04T04:17:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:34,540 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:34,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:34,544 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:34,549 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 44667 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:34,549 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-04T04:17:34,549 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,549 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/4c5ecde07dba452ab4b8f3c1f282786c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/db4b04692b264e9e906903a6e662cc79, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/dfa4f0d0e472434185b35d81d1a3d636] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=43.6 K
2024-12-04T04:17:34,554 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c5ecde07dba452ab4b8f3c1f282786c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733285853368
2024-12-04T04:17:34,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-12-04T04:17:34,556 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:34,556 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:34,556 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,556 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f7c4e1bed29246e19582c87ce0ae41e2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/23224d8ffc204f6a840dabdb2323ff1c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7e5de44556ec4f579f638faa433b059e] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.5 K
2024-12-04T04:17:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,556 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:17:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,557 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting db4b04692b264e9e906903a6e662cc79, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733285853467
2024-12-04T04:17:34,559 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7c4e1bed29246e19582c87ce0ae41e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733285853368
2024-12-04T04:17:34,565 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23224d8ffc204f6a840dabdb2323ff1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733285853467
2024-12-04T04:17:34,565 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting dfa4f0d0e472434185b35d81d1a3d636, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733285853675
2024-12-04T04:17:34,570 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e5de44556ec4f579f638faa433b059e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733285853675
2024-12-04T04:17:34,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/9a9ad9f4954a4d09aac6b7d2cea9294f is 50, key is test_row_0/A:col10/1733285854236/Put/seqid=0
2024-12-04T04:17:34,618 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:34,618 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/64f1033744e74e3abadf93f872c495c9 is 50, key is test_row_0/B:col10/1733285853675/Put/seqid=0
2024-12-04T04:17:34,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742378_1554 (size=12301)
2024-12-04T04:17:34,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/9a9ad9f4954a4d09aac6b7d2cea9294f
2024-12-04T04:17:34,634 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:34,635 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/b561cb325a954f8bac3d715c19b69093 is 50, key is test_row_0/A:col10/1733285853675/Put/seqid=0
2024-12-04T04:17:34,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:34,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742379_1555 (size=12847)
2024-12-04T04:17:34,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/eb2379d33a7e44418c53a5a752a0f95e is 50, key is test_row_0/B:col10/1733285854236/Put/seqid=0
2024-12-04T04:17:34,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742380_1556 (size=12847)
2024-12-04T04:17:34,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742381_1557 (size=12301)
2024-12-04T04:17:34,704 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/64f1033744e74e3abadf93f872c495c9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64f1033744e74e3abadf93f872c495c9
2024-12-04T04:17:34,710 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/b561cb325a954f8bac3d715c19b69093 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b561cb325a954f8bac3d715c19b69093
2024-12-04T04:17:34,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/eb2379d33a7e44418c53a5a752a0f95e
2024-12-04T04:17:34,726 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 64f1033744e74e3abadf93f872c495c9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:34,726 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:34,726 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285854540; duration=0sec
2024-12-04T04:17:34,726 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:34,726 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:34,726 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into b561cb325a954f8bac3d715c19b69093(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:34,727 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:34,727 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:34,727 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285854540; duration=0sec
2024-12-04T04:17:34,728 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:34,728 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:34,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/c80dacc072e5411fba3cd46f3f51c2b3 is 50, key is test_row_0/C:col10/1733285854236/Put/seqid=0
2024-12-04T04:17:34,734 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:34,734 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:34,734 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,734 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2bfb29d564e2467d88255e63da6742cb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cdd707ecd24345e7abe6d42b7a87252e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1f37e5a158534a1b94c6cba0b1f09a49] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.5 K
2024-12-04T04:17:34,735 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bfb29d564e2467d88255e63da6742cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733285853368
2024-12-04T04:17:34,737 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd707ecd24345e7abe6d42b7a87252e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733285853467
2024-12-04T04:17:34,737 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f37e5a158534a1b94c6cba0b1f09a49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733285853675
2024-12-04T04:17:34,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742382_1558 (size=12301)
2024-12-04T04:17:34,765 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:34,765 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/dc0d245b5977413ea16ff378dce7949c is 50, key is test_row_0/C:col10/1733285853675/Put/seqid=0
2024-12-04T04:17:34,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/c80dacc072e5411fba3cd46f3f51c2b3
2024-12-04T04:17:34,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/9a9ad9f4954a4d09aac6b7d2cea9294f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/9a9ad9f4954a4d09aac6b7d2cea9294f
2024-12-04T04:17:34,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285914713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285914717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,780 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/9a9ad9f4954a4d09aac6b7d2cea9294f, entries=150, sequenceid=347, filesize=12.0 K
2024-12-04T04:17:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/eb2379d33a7e44418c53a5a752a0f95e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/eb2379d33a7e44418c53a5a752a0f95e
2024-12-04T04:17:34,797 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/eb2379d33a7e44418c53a5a752a0f95e, entries=150, sequenceid=347, filesize=12.0 K
2024-12-04T04:17:34,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/c80dacc072e5411fba3cd46f3f51c2b3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/c80dacc072e5411fba3cd46f3f51c2b3
2024-12-04T04:17:34,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/c80dacc072e5411fba3cd46f3f51c2b3, entries=150, sequenceid=347, filesize=12.0 K
2024-12-04T04:17:34,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8181004e498845d5c20523f908a33598 in 253ms, sequenceid=347, compaction requested=false
2024-12-04T04:17:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:34,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134
2024-12-04T04:17:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=134
2024-12-04T04:17:34,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742383_1559 (size=12847)
2024-12-04T04:17:34,822 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-12-04T04:17:34,822 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4240 sec
2024-12-04T04:17:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:34,824 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:17:34,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:34,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:34,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:34,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:34,834 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.4440 sec
2024-12-04T04:17:34,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/f0e1b2be7af544cc84f2710afc74501b is 50, key is test_row_0/A:col10/1733285854743/Put/seqid=0
2024-12-04T04:17:34,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742384_1560 (size=12301)
2024-12-04T04:17:34,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285914889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285914892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285914901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285914903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285914905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285915016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285915016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285915045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285915046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285915046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,228 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/dc0d245b5977413ea16ff378dce7949c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/dc0d245b5977413ea16ff378dce7949c
2024-12-04T04:17:35,232 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into dc0d245b5977413ea16ff378dce7949c(size=12.5 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:35,233 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:35,233 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285854540; duration=0sec
2024-12-04T04:17:35,233 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:35,233 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:35,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285915238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285915238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,271 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/f0e1b2be7af544cc84f2710afc74501b
2024-12-04T04:17:35,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285915267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285915267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285915276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/58589c93c5d74fafb781986872c8d9a3 is 50, key is test_row_0/B:col10/1733285854743/Put/seqid=0
2024-12-04T04:17:35,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742385_1561 (size=12301)
2024-12-04T04:17:35,318 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/58589c93c5d74fafb781986872c8d9a3
2024-12-04T04:17:35,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/0b5e5c2c4d7044cc9706dd783bbab872 is 50, key is test_row_0/C:col10/1733285854743/Put/seqid=0
2024-12-04T04:17:35,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742386_1562 (size=12301)
2024-12-04T04:17:35,339 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/0b5e5c2c4d7044cc9706dd783bbab872
2024-12-04T04:17:35,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/f0e1b2be7af544cc84f2710afc74501b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f0e1b2be7af544cc84f2710afc74501b
2024-12-04T04:17:35,361 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f0e1b2be7af544cc84f2710afc74501b, entries=150, sequenceid=364, filesize=12.0 K
2024-12-04T04:17:35,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/58589c93c5d74fafb781986872c8d9a3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/58589c93c5d74fafb781986872c8d9a3
2024-12-04T04:17:35,367 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/58589c93c5d74fafb781986872c8d9a3, entries=150, sequenceid=364, filesize=12.0 K
2024-12-04T04:17:35,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/0b5e5c2c4d7044cc9706dd783bbab872 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b5e5c2c4d7044cc9706dd783bbab872
2024-12-04T04:17:35,390 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b5e5c2c4d7044cc9706dd783bbab872, entries=150, sequenceid=364, filesize=12.0 K
2024-12-04T04:17:35,401 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 8181004e498845d5c20523f908a33598 in 577ms, sequenceid=364, compaction requested=true
2024-12-04T04:17:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:35,402 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:35,402 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:35,406 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:35,406 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:35,407 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:35,407 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64f1033744e74e3abadf93f872c495c9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/eb2379d33a7e44418c53a5a752a0f95e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/58589c93c5d74fafb781986872c8d9a3] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.6 K
2024-12-04T04:17:35,407 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:35,407 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:35,407 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:35,407 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b561cb325a954f8bac3d715c19b69093, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/9a9ad9f4954a4d09aac6b7d2cea9294f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f0e1b2be7af544cc84f2710afc74501b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.6 K
2024-12-04T04:17:35,407 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 64f1033744e74e3abadf93f872c495c9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733285853675
2024-12-04T04:17:35,408 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b561cb325a954f8bac3d715c19b69093, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733285853675
2024-12-04T04:17:35,408 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting eb2379d33a7e44418c53a5a752a0f95e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733285854236
2024-12-04T04:17:35,411 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a9ad9f4954a4d09aac6b7d2cea9294f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733285854236
2024-12-04T04:17:35,411 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 58589c93c5d74fafb781986872c8d9a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285854743
2024-12-04T04:17:35,416 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0e1b2be7af544cc84f2710afc74501b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285854743
2024-12-04T04:17:35,450 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:35,451 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/610f1c6f41c249d99683ba5ad2e5a870 is 50, key is test_row_0/A:col10/1733285854743/Put/seqid=0
2024-12-04T04:17:35,453 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:35,454 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/2eafe6e10ead426c973b02917ca8f40c is 50, key is test_row_0/B:col10/1733285854743/Put/seqid=0
2024-12-04T04:17:35,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742387_1563 (size=12949)
2024-12-04T04:17:35,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742388_1564 (size=12949)
2024-12-04T04:17:35,561 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/2eafe6e10ead426c973b02917ca8f40c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/2eafe6e10ead426c973b02917ca8f40c
2024-12-04T04:17:35,571 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 2eafe6e10ead426c973b02917ca8f40c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:35,571 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:35,571 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285855402; duration=0sec
2024-12-04T04:17:35,571 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:35,571 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:35,572 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:35,574 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:35,574 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:35,574 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:35,574 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/dc0d245b5977413ea16ff378dce7949c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/c80dacc072e5411fba3cd46f3f51c2b3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b5e5c2c4d7044cc9706dd783bbab872] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.6 K
2024-12-04T04:17:35,575 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting dc0d245b5977413ea16ff378dce7949c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733285853675
2024-12-04T04:17:35,576 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c80dacc072e5411fba3cd46f3f51c2b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733285854236
2024-12-04T04:17:35,576 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:17:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:35,576 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b5e5c2c4d7044cc9706dd783bbab872, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285854743
2024-12-04T04:17:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:35,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/897f8f72465f4b54b06557d762f38b0b is 50, key is test_row_0/A:col10/1733285855570/Put/seqid=0
2024-12-04T04:17:35,602 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:35,602 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/fd4a76375a5c4410a1a0391f129000f6 is 50, key is test_row_0/C:col10/1733285854743/Put/seqid=0
2024-12-04T04:17:35,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742389_1565 (size=17181)
2024-12-04T04:17:35,658 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/897f8f72465f4b54b06557d762f38b0b
2024-12-04T04:17:35,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742390_1566 (size=12949)
2024-12-04T04:17:35,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/beb14b177daf44b0be8f4ac4346375f5 is 50, key is test_row_0/B:col10/1733285855570/Put/seqid=0
2024-12-04T04:17:35,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285915612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742391_1567 (size=12301)
2024-12-04T04:17:35,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/beb14b177daf44b0be8f4ac4346375f5
2024-12-04T04:17:35,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285915737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285915741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285915749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285915753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/9a0d3f0a21ac469c8da3d05b9307fbf1 is 50, key is test_row_0/C:col10/1733285855570/Put/seqid=0
2024-12-04T04:17:35,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742392_1568 (size=12301)
2024-12-04T04:17:35,832 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/9a0d3f0a21ac469c8da3d05b9307fbf1
2024-12-04T04:17:35,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285915846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/897f8f72465f4b54b06557d762f38b0b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/897f8f72465f4b54b06557d762f38b0b
2024-12-04T04:17:35,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285915876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,893 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/897f8f72465f4b54b06557d762f38b0b, entries=250, sequenceid=386, filesize=16.8 K
2024-12-04T04:17:35,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285915884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285915885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285915889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:35,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/beb14b177daf44b0be8f4ac4346375f5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/beb14b177daf44b0be8f4ac4346375f5
2024-12-04T04:17:35,917 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/beb14b177daf44b0be8f4ac4346375f5, entries=150, sequenceid=386, filesize=12.0 K
2024-12-04T04:17:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/9a0d3f0a21ac469c8da3d05b9307fbf1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9a0d3f0a21ac469c8da3d05b9307fbf1
2024-12-04T04:17:35,960 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9a0d3f0a21ac469c8da3d05b9307fbf1, entries=150, sequenceid=386, filesize=12.0 K
2024-12-04T04:17:35,960 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/610f1c6f41c249d99683ba5ad2e5a870 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/610f1c6f41c249d99683ba5ad2e5a870
2024-12-04T04:17:35,963 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8181004e498845d5c20523f908a33598 in 387ms, sequenceid=386, compaction requested=false
2024-12-04T04:17:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:36,016 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into 610f1c6f41c249d99683ba5ad2e5a870(size=12.6 K), total size for store is 29.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:36,016 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:36,016 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285855401; duration=0sec
2024-12-04T04:17:36,016 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:36,016 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:36,076 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:17:36,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:36,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:36,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:36,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:36,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:36,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:36,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/151a314bb9744eac904e29dc79129279 is 50, key is test_row_0/A:col10/1733285855642/Put/seqid=0
2024-12-04T04:17:36,097 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/fd4a76375a5c4410a1a0391f129000f6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/fd4a76375a5c4410a1a0391f129000f6
2024-12-04T04:17:36,107 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into fd4a76375a5c4410a1a0391f129000f6(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:36,107 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:36,107 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285855402; duration=0sec
2024-12-04T04:17:36,108 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:36,108 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:36,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742393_1569 (size=14741)
2024-12-04T04:17:36,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285916189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285916207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285916220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285916220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285916222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285916360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285916360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285916360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285916360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285916363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,532 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/151a314bb9744eac904e29dc79129279
2024-12-04T04:17:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-12-04T04:17:36,556 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:36,559 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees
2024-12-04T04:17:36,565 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-04T04:17:36,574 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:36,574 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:36,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/7a71895b5cab4aec8cb1bc87d30227b7 is 50, key is test_row_0/B:col10/1733285855642/Put/seqid=0
2024-12-04T04:17:36,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285916589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285916589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285916597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285916597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285916604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742394_1570 (size=12301)
2024-12-04T04:17:36,637 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/7a71895b5cab4aec8cb1bc87d30227b7
2024-12-04T04:17:36,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/9d18aec4468d46c08d7b8f72826774ee is 50, key is test_row_0/C:col10/1733285855642/Put/seqid=0
2024-12-04T04:17:36,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742395_1571 (size=12301)
2024-12-04T04:17:36,662 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/9d18aec4468d46c08d7b8f72826774ee
2024-12-04T04:17:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/151a314bb9744eac904e29dc79129279 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/151a314bb9744eac904e29dc79129279
2024-12-04T04:17:36,671 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/151a314bb9744eac904e29dc79129279, entries=200, sequenceid=400, filesize=14.4 K
2024-12-04T04:17:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-04T04:17:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/7a71895b5cab4aec8cb1bc87d30227b7 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7a71895b5cab4aec8cb1bc87d30227b7
2024-12-04T04:17:36,686 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7a71895b5cab4aec8cb1bc87d30227b7, entries=150, sequenceid=400, filesize=12.0 K
2024-12-04T04:17:36,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/9d18aec4468d46c08d7b8f72826774ee as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9d18aec4468d46c08d7b8f72826774ee
2024-12-04T04:17:36,692 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9d18aec4468d46c08d7b8f72826774ee, entries=150, sequenceid=400, filesize=12.0 K
2024-12-04T04:17:36,693 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 8181004e498845d5c20523f908a33598 in 617ms, sequenceid=400, compaction requested=true
2024-12-04T04:17:36,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:36,694 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:36,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:36,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:36,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:36,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:36,694 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:36,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:36,695 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:36,695 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:36,695 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:36,695 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/610f1c6f41c249d99683ba5ad2e5a870, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/897f8f72465f4b54b06557d762f38b0b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/151a314bb9744eac904e29dc79129279] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=43.8 K
2024-12-04T04:17:36,695 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 610f1c6f41c249d99683ba5ad2e5a870, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285854743
2024-12-04T04:17:36,696 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:36,696 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:36,696 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:36,696 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/2eafe6e10ead426c973b02917ca8f40c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/beb14b177daf44b0be8f4ac4346375f5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7a71895b5cab4aec8cb1bc87d30227b7] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.7 K
2024-12-04T04:17:36,696 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 897f8f72465f4b54b06557d762f38b0b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733285854877
2024-12-04T04:17:36,697 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eafe6e10ead426c973b02917ca8f40c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285854743
2024-12-04T04:17:36,697 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 151a314bb9744eac904e29dc79129279, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733285855608
2024-12-04T04:17:36,697 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting beb14b177daf44b0be8f4ac4346375f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733285854899
2024-12-04T04:17:36,697 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a71895b5cab4aec8cb1bc87d30227b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733285855608
2024-12-04T04:17:36,708 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:36,708 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/4f9bcf44dba24529a480a8b9a969533a is 50, key is test_row_0/B:col10/1733285855642/Put/seqid=0
2024-12-04T04:17:36,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-12-04T04:17:36,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:36,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-12-04T04:17:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:36,766 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:36,767 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/761e58ad117a4564b356572d69d06e2b is 50, key is test_row_0/A:col10/1733285855642/Put/seqid=0
2024-12-04T04:17:36,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/ac19991db49c4469a5209a99d46ba020 is 50, key is test_row_0/A:col10/1733285856204/Put/seqid=0
2024-12-04T04:17:36,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742396_1572 (size=13051)
2024-12-04T04:17:36,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742397_1573 (size=13051)
2024-12-04T04:17:36,830 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/761e58ad117a4564b356572d69d06e2b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/761e58ad117a4564b356572d69d06e2b
2024-12-04T04:17:36,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742398_1574 (size=12301)
2024-12-04T04:17:36,835 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into 761e58ad117a4564b356572d69d06e2b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:36,836 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:36,836 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285856693; duration=0sec
2024-12-04T04:17:36,836 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:36,836 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:36,836 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:36,837 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:36,837 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:36,837 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:36,837 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/fd4a76375a5c4410a1a0391f129000f6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9a0d3f0a21ac469c8da3d05b9307fbf1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9d18aec4468d46c08d7b8f72826774ee] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.7 K
2024-12-04T04:17:36,837 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd4a76375a5c4410a1a0391f129000f6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733285854743
2024-12-04T04:17:36,838 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a0d3f0a21ac469c8da3d05b9307fbf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733285854899
2024-12-04T04:17:36,838 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d18aec4468d46c08d7b8f72826774ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733285855608
2024-12-04T04:17:36,846 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:36,847 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/0944b65a054c4211bf4506d6ab9dded6 is 50, key is test_row_0/C:col10/1733285855642/Put/seqid=0
2024-12-04T04:17:36,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742399_1575 (size=13051)
2024-12-04T04:17:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-04T04:17:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:36,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:36,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285916938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285916941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285916945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285916966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:36,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285916967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285917075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285917075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285917085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285917085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285917086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-04T04:17:37,202 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/4f9bcf44dba24529a480a8b9a969533a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4f9bcf44dba24529a480a8b9a969533a
2024-12-04T04:17:37,222 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 4f9bcf44dba24529a480a8b9a969533a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:37,222 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:37,222 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285856694; duration=0sec
2024-12-04T04:17:37,222 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:37,222 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:37,231 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/ac19991db49c4469a5209a99d46ba020
2024-12-04T04:17:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/24ac05b9543346609ea34a224a76d19c is 50, key is test_row_0/B:col10/1733285856204/Put/seqid=0
2024-12-04T04:17:37,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742400_1576 (size=12301)
2024-12-04T04:17:37,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/24ac05b9543346609ea34a224a76d19c
2024-12-04T04:17:37,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285917288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/804f2e24ebd44558aefc6c565cab397b is 50, key is test_row_0/C:col10/1733285856204/Put/seqid=0
2024-12-04T04:17:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285917289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,297 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/0944b65a054c4211bf4506d6ab9dded6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0944b65a054c4211bf4506d6ab9dded6
2024-12-04T04:17:37,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285917297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,308 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into 0944b65a054c4211bf4506d6ab9dded6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:37,308 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:37,309 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285856694; duration=0sec
2024-12-04T04:17:37,309 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:37,309 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:37,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285917299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285917300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742401_1577 (size=12301)
2024-12-04T04:17:37,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285917605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285917605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285917616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285917616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285917616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-04T04:17:37,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/804f2e24ebd44558aefc6c565cab397b
2024-12-04T04:17:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/ac19991db49c4469a5209a99d46ba020 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ac19991db49c4469a5209a99d46ba020
2024-12-04T04:17:37,746 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ac19991db49c4469a5209a99d46ba020, entries=150, sequenceid=421, filesize=12.0 K
2024-12-04T04:17:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/24ac05b9543346609ea34a224a76d19c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/24ac05b9543346609ea34a224a76d19c
2024-12-04T04:17:37,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/24ac05b9543346609ea34a224a76d19c, entries=150, sequenceid=421, filesize=12.0 K
2024-12-04T04:17:37,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/804f2e24ebd44558aefc6c565cab397b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/804f2e24ebd44558aefc6c565cab397b
2024-12-04T04:17:37,753 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/804f2e24ebd44558aefc6c565cab397b, entries=150, sequenceid=421, filesize=12.0 K
2024-12-04T04:17:37,754 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8181004e498845d5c20523f908a33598 in 1018ms, sequenceid=421, compaction requested=false
2024-12-04T04:17:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:37,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136
2024-12-04T04:17:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=136
2024-12-04T04:17:37,764 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-12-04T04:17:37,765 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1890 sec
2024-12-04T04:17:37,769 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.2060 sec
2024-12-04T04:17:38,135 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:17:38,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:38,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:38,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:38,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:38,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:38,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:38,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/368981d3fe014e48b92ecdacaed1e31c is 50, key is test_row_0/A:col10/1733285858122/Put/seqid=0
2024-12-04T04:17:38,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742402_1578 (size=12301)
2024-12-04T04:17:38,204 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/368981d3fe014e48b92ecdacaed1e31c
2024-12-04T04:17:38,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/79313d4ccd1549a4944516e7bc92a330 is 50, key is test_row_0/B:col10/1733285858122/Put/seqid=0
2024-12-04T04:17:38,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742403_1579 (size=12301)
2024-12-04T04:17:38,269 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/79313d4ccd1549a4944516e7bc92a330
2024-12-04T04:17:38,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285918246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285918246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285918251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285918253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285918253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9 is 50, key is test_row_0/C:col10/1733285858122/Put/seqid=0
2024-12-04T04:17:38,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742404_1580 (size=12301)
2024-12-04T04:17:38,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285918386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285918388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285918396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285918396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285918396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285918606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285918606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285918617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285918617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285918617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-12-04T04:17:38,716 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:38,717 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees
2024-12-04T04:17:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-04T04:17:38,719 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:38,720 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:38,720 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:38,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9
2024-12-04T04:17:38,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/368981d3fe014e48b92ecdacaed1e31c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/368981d3fe014e48b92ecdacaed1e31c
2024-12-04T04:17:38,760 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/368981d3fe014e48b92ecdacaed1e31c, entries=150, sequenceid=437, filesize=12.0 K
2024-12-04T04:17:38,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/79313d4ccd1549a4944516e7bc92a330 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/79313d4ccd1549a4944516e7bc92a330
2024-12-04T04:17:38,763 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/79313d4ccd1549a4944516e7bc92a330, entries=150, sequenceid=437, filesize=12.0 K
2024-12-04T04:17:38,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9
2024-12-04T04:17:38,773 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9, entries=150, sequenceid=437, filesize=12.0 K
2024-12-04T04:17:38,778 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8181004e498845d5c20523f908a33598 in 644ms, sequenceid=437, compaction requested=true
2024-12-04T04:17:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:38,778 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:38,778 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:38,779 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:38,779 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:38,779 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:38,780 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/761e58ad117a4564b356572d69d06e2b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ac19991db49c4469a5209a99d46ba020, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/368981d3fe014e48b92ecdacaed1e31c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.8 K
2024-12-04T04:17:38,780 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:38,780 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 761e58ad117a4564b356572d69d06e2b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733285855608
2024-12-04T04:17:38,780 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:38,780 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:38,780 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4f9bcf44dba24529a480a8b9a969533a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/24ac05b9543346609ea34a224a76d19c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/79313d4ccd1549a4944516e7bc92a330] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.8 K
2024-12-04T04:17:38,780 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac19991db49c4469a5209a99d46ba020, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733285856165
2024-12-04T04:17:38,781 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f9bcf44dba24529a480a8b9a969533a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733285855608
2024-12-04T04:17:38,781 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 368981d3fe014e48b92ecdacaed1e31c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285856935
2024-12-04T04:17:38,781 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 24ac05b9543346609ea34a224a76d19c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733285856165
2024-12-04T04:17:38,781 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 79313d4ccd1549a4944516e7bc92a330, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285856935
2024-12-04T04:17:38,804 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:38,804 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/6ac212ac75b74acf8207278ef24ac11d is 50, key is test_row_0/A:col10/1733285858122/Put/seqid=0
2024-12-04T04:17:38,809 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:38,810 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/7616b5db864e4f9db20d2b63194baa7a is 50, key is test_row_0/B:col10/1733285858122/Put/seqid=0
2024-12-04T04:17:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-04T04:17:38,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742405_1581 (size=13153)
2024-12-04T04:17:38,872 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/7616b5db864e4f9db20d2b63194baa7a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7616b5db864e4f9db20d2b63194baa7a
2024-12-04T04:17:38,881 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 7616b5db864e4f9db20d2b63194baa7a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:38,881 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:38,881 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285858778; duration=0sec
2024-12-04T04:17:38,881 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:38,881 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:38,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-12-04T04:17:38,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:38,881 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:17:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:38,882 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:38,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742406_1582 (size=13153)
2024-12-04T04:17:38,908 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:38,908 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:38,908 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:38,908 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0944b65a054c4211bf4506d6ab9dded6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/804f2e24ebd44558aefc6c565cab397b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.8 K
2024-12-04T04:17:38,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/416bfbce0ce54152b640d0845d75373c is 50, key is test_row_0/A:col10/1733285858249/Put/seqid=0
2024-12-04T04:17:38,912 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0944b65a054c4211bf4506d6ab9dded6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733285855608
2024-12-04T04:17:38,916 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 804f2e24ebd44558aefc6c565cab397b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733285856165
2024-12-04T04:17:38,917 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a77c4ff02bde4cf9be2fd9f0bbe9c0a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285856935
2024-12-04T04:17:38,931 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/6ac212ac75b74acf8207278ef24ac11d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6ac212ac75b74acf8207278ef24ac11d
2024-12-04T04:17:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:38,941 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into 6ac212ac75b74acf8207278ef24ac11d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:38,941 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:38,941 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285858778; duration=0sec
2024-12-04T04:17:38,941 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:38,941 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:38,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742407_1583 (size=12301)
2024-12-04T04:17:38,965 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:38,966 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/ba602d147e044430a3cdbfc6390d1138 is 50, key is test_row_0/C:col10/1733285858122/Put/seqid=0
2024-12-04T04:17:38,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742408_1584 (size=13153)
2024-12-04T04:17:38,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285918981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:38,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285918988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285918990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285918991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285918991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,029 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/ba602d147e044430a3cdbfc6390d1138 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/ba602d147e044430a3cdbfc6390d1138
2024-12-04T04:17:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-04T04:17:39,037 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into ba602d147e044430a3cdbfc6390d1138(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:39,037 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:39,037 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285858778; duration=0sec
2024-12-04T04:17:39,037 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:39,037 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:39,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285919095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285919106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285919108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285919108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285919115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285919317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285919325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285919326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285919325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285919326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-04T04:17:39,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/416bfbce0ce54152b640d0845d75373c
2024-12-04T04:17:39,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/8ea0b0235e1049429c0a210dc09e640f is 50, key is test_row_0/B:col10/1733285858249/Put/seqid=0
2024-12-04T04:17:39,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742409_1585 (size=12301)
2024-12-04T04:17:39,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/8ea0b0235e1049429c0a210dc09e640f
2024-12-04T04:17:39,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1c6a47d36b194df7a48fbf7c5fb107fa is 50, key is test_row_0/C:col10/1733285858249/Put/seqid=0
2024-12-04T04:17:39,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742410_1586 (size=12301)
2024-12-04T04:17:39,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285919635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285919646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285919646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285919647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285919647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-04T04:17:39,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1c6a47d36b194df7a48fbf7c5fb107fa
2024-12-04T04:17:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/416bfbce0ce54152b640d0845d75373c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/416bfbce0ce54152b640d0845d75373c
2024-12-04T04:17:39,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/416bfbce0ce54152b640d0845d75373c, entries=150, sequenceid=457, filesize=12.0 K
2024-12-04T04:17:39,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/8ea0b0235e1049429c0a210dc09e640f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/8ea0b0235e1049429c0a210dc09e640f
2024-12-04T04:17:39,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/8ea0b0235e1049429c0a210dc09e640f, entries=150, sequenceid=457, filesize=12.0 K
2024-12-04T04:17:39,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/1c6a47d36b194df7a48fbf7c5fb107fa as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1c6a47d36b194df7a48fbf7c5fb107fa
2024-12-04T04:17:39,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1c6a47d36b194df7a48fbf7c5fb107fa, entries=150, sequenceid=457, filesize=12.0 K
2024-12-04T04:17:39,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=80.51 KB/82440 for 8181004e498845d5c20523f908a33598 in 1015ms, sequenceid=457, compaction requested=false
2024-12-04T04:17:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138
2024-12-04T04:17:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=138
2024-12-04T04:17:39,909 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-12-04T04:17:39,909 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1860 sec
2024-12-04T04:17:39,919 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.1930 sec
2024-12-04T04:17:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:40,164 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-04T04:17:40,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:40,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:40,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:40,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:40,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:40,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:40,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/6e2b022fcfb941879306d58a0df5ace2 is 50, key is test_row_0/A:col10/1733285858988/Put/seqid=0
2024-12-04T04:17:40,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742411_1587 (size=12301)
2024-12-04T04:17:40,206 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/6e2b022fcfb941879306d58a0df5ace2
2024-12-04T04:17:40,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/133d265381e84ef49630a44e91095165 is 50, key is test_row_0/B:col10/1733285858988/Put/seqid=0
2024-12-04T04:17:40,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285920225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285920233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285920243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285920250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742412_1588 (size=12301)
2024-12-04T04:17:40,281 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/133d265381e84ef49630a44e91095165
2024-12-04T04:17:40,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285920256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,283 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/b942fc2d8dbb4a08b682c84c70352a6b is 50, key is test_row_0/C:col10/1733285858988/Put/seqid=0
2024-12-04T04:17:40,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742413_1589 (size=12301)
2024-12-04T04:17:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285920367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285920368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285920386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285920386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285920388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:17:40,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285920575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285920585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285920606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285920607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285920607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,780 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/b942fc2d8dbb4a08b682c84c70352a6b
2024-12-04T04:17:40,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/6e2b022fcfb941879306d58a0df5ace2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e2b022fcfb941879306d58a0df5ace2
2024-12-04T04:17:40,815 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e2b022fcfb941879306d58a0df5ace2, entries=150, sequenceid=475, filesize=12.0 K
2024-12-04T04:17:40,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/133d265381e84ef49630a44e91095165 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/133d265381e84ef49630a44e91095165
2024-12-04T04:17:40,828 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/133d265381e84ef49630a44e91095165, entries=150, sequenceid=475, filesize=12.0 K
2024-12-04T04:17:40,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/b942fc2d8dbb4a08b682c84c70352a6b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b942fc2d8dbb4a08b682c84c70352a6b
2024-12-04T04:17:40,842 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b942fc2d8dbb4a08b682c84c70352a6b, entries=150, sequenceid=475, filesize=12.0 K
2024-12-04T04:17:40,847 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 8181004e498845d5c20523f908a33598 in 683ms, sequenceid=475, compaction requested=true
2024-12-04T04:17:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:40,847 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:40,847 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:40,848 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:40,848 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:40,848 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:40,848 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6ac212ac75b74acf8207278ef24ac11d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/416bfbce0ce54152b640d0845d75373c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e2b022fcfb941879306d58a0df5ace2] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.9 K
2024-12-04T04:17:40,849 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ac212ac75b74acf8207278ef24ac11d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285856935
2024-12-04T04:17:40,849 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 416bfbce0ce54152b640d0845d75373c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733285858224
2024-12-04T04:17:40,849 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e2b022fcfb941879306d58a0df5ace2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285858945
2024-12-04T04:17:40,853 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:40,853 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:40,853 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:40,854 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7616b5db864e4f9db20d2b63194baa7a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/8ea0b0235e1049429c0a210dc09e640f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/133d265381e84ef49630a44e91095165] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.9 K
2024-12-04T04:17:40,856 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7616b5db864e4f9db20d2b63194baa7a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285856935
2024-12-04T04:17:40,861 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ea0b0235e1049429c0a210dc09e640f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733285858224
2024-12-04T04:17:40,861 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 133d265381e84ef49630a44e91095165, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285858945
2024-12-04T04:17:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-12-04T04:17:40,865 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:40,866 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees
2024-12-04T04:17:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-04T04:17:40,875 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:40,875 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:40,876 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:40,878 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:40,879 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/2216ede79f4b492fb390eb0b34990852 is 50, key is test_row_0/A:col10/1733285858988/Put/seqid=0
2024-12-04T04:17:40,894 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:40,894 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/432d7aa8549a417ea3e388d77cd682c6 is 50, key is test_row_0/B:col10/1733285858988/Put/seqid=0
2024-12-04T04:17:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:40,904 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-04T04:17:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:40,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:40,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:40,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742414_1590 (size=13255)
2024-12-04T04:17:40,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742415_1591 (size=13255)
2024-12-04T04:17:40,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/b1d8344c6ff041559e9c4c73b2d2a6e1 is 50, key is test_row_0/A:col10/1733285860901/Put/seqid=0
2024-12-04T04:17:40,939 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/432d7aa8549a417ea3e388d77cd682c6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/432d7aa8549a417ea3e388d77cd682c6
2024-12-04T04:17:40,956 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 432d7aa8549a417ea3e388d77cd682c6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:40,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:40,956 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285860847; duration=0sec
2024-12-04T04:17:40,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:40,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:40,956 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:40,957 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:40,957 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:40,958 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:40,958 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/ba602d147e044430a3cdbfc6390d1138, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1c6a47d36b194df7a48fbf7c5fb107fa, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b942fc2d8dbb4a08b682c84c70352a6b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=36.9 K
2024-12-04T04:17:40,962 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ba602d147e044430a3cdbfc6390d1138, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733285856935
2024-12-04T04:17:40,963 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c6a47d36b194df7a48fbf7c5fb107fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733285858224
2024-12-04T04:17:40,964 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b942fc2d8dbb4a08b682c84c70352a6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285858945
2024-12-04T04:17:40,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742416_1592 (size=12301)
2024-12-04T04:17:40,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285920957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285920958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285920963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285920972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-04T04:17:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285920976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:40,998 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:40,998 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/0b9362619eca477b85659682ddede8e9 is 50, key is test_row_0/C:col10/1733285858988/Put/seqid=0
2024-12-04T04:17:41,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742417_1593 (size=13255)
2024-12-04T04:17:41,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:41,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:41,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285921086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285921086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285921086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285921095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285921096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-04T04:17:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285921306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,331 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/2216ede79f4b492fb390eb0b34990852 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2216ede79f4b492fb390eb0b34990852
2024-12-04T04:17:41,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285921309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285921309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285921309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285921308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,351 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into 2216ede79f4b492fb390eb0b34990852(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:41,351 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:41,351 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285860847; duration=0sec
2024-12-04T04:17:41,351 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:41,351 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:41,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,366 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/b1d8344c6ff041559e9c4c73b2d2a6e1
2024-12-04T04:17:41,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/11fdd9dcb53141c19200185b55526dfb is 50, key is test_row_0/B:col10/1733285860901/Put/seqid=0
2024-12-04T04:17:41,477 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/0b9362619eca477b85659682ddede8e9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b9362619eca477b85659682ddede8e9
2024-12-04T04:17:41,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742418_1594 (size=12301)
2024-12-04T04:17:41,487 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/11fdd9dcb53141c19200185b55526dfb
2024-12-04T04:17:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-04T04:17:41,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:41,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,534 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into 0b9362619eca477b85659682ddede8e9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:41,534 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:41,534 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285860847; duration=0sec
2024-12-04T04:17:41,534 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:41,534 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:41,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/891fac3448524b18a98d9ac8e1dc9ef3 is 50, key is test_row_0/C:col10/1733285860901/Put/seqid=0
2024-12-04T04:17:41,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742419_1595 (size=12301)
2024-12-04T04:17:41,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285921636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285921645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285921646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285921648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285921657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:41,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:41,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:41,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:41,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:41,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:41,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:41,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:41,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:41,986 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/891fac3448524b18a98d9ac8e1dc9ef3
2024-12-04T04:17:42,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/b1d8344c6ff041559e9c4c73b2d2a6e1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b1d8344c6ff041559e9c4c73b2d2a6e1
2024-12-04T04:17:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-04T04:17:42,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:42,027 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b1d8344c6ff041559e9c4c73b2d2a6e1, entries=150, sequenceid=492, filesize=12.0 K
2024-12-04T04:17:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/11fdd9dcb53141c19200185b55526dfb as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/11fdd9dcb53141c19200185b55526dfb
2024-12-04T04:17:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,056 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/11fdd9dcb53141c19200185b55526dfb, entries=150, sequenceid=492, filesize=12.0 K
2024-12-04T04:17:42,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/891fac3448524b18a98d9ac8e1dc9ef3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/891fac3448524b18a98d9ac8e1dc9ef3
2024-12-04T04:17:42,086 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/891fac3448524b18a98d9ac8e1dc9ef3, entries=150, sequenceid=492, filesize=12.0 K
2024-12-04T04:17:42,092 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8181004e498845d5c20523f908a33598 in 1188ms, sequenceid=492, compaction requested=false
2024-12-04T04:17:42,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:42,169 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-04T04:17:42,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:42,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:42,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:42,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:42,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:42,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:42,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/3882bafb181346ddbc513e3c6f60c8d7 is 50, key is test_row_0/A:col10/1733285860970/Put/seqid=0
2024-12-04T04:17:42,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:42,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742420_1596 (size=14741)
2024-12-04T04:17:42,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285922236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285922238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285922241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285922249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285922243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285922365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285922366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285922375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285922376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285922376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285922585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285922585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285922596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285922596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285922600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,622 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/3882bafb181346ddbc513e3c6f60c8d7
2024-12-04T04:17:42,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/9eca3d8294ad4989875dc29c5d1f7cef is 50, key is test_row_0/B:col10/1733285860970/Put/seqid=0
2024-12-04T04:17:42,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742421_1597 (size=12301)
2024-12-04T04:17:42,704 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/9eca3d8294ad4989875dc29c5d1f7cef
2024-12-04T04:17:42,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/2f4185602a5e4dbd865285b552d1f9f1 is 50, key is test_row_0/C:col10/1733285860970/Put/seqid=0
2024-12-04T04:17:42,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742422_1598 (size=12301)
2024-12-04T04:17:42,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:42,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:42,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285922916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285922916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285922916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285922916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:42,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285922931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:42,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:42,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:43,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:43,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-04T04:17:43,143 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/2f4185602a5e4dbd865285b552d1f9f1
2024-12-04T04:17:43,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/3882bafb181346ddbc513e3c6f60c8d7 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3882bafb181346ddbc513e3c6f60c8d7
2024-12-04T04:17:43,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:43,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:43,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:43,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:43,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:43,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:43,174 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3882bafb181346ddbc513e3c6f60c8d7, entries=200, sequenceid=511, filesize=14.4 K
2024-12-04T04:17:43,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/9eca3d8294ad4989875dc29c5d1f7cef as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/9eca3d8294ad4989875dc29c5d1f7cef
2024-12-04T04:17:43,192 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/9eca3d8294ad4989875dc29c5d1f7cef, entries=150, sequenceid=511, filesize=12.0 K
2024-12-04T04:17:43,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/2f4185602a5e4dbd865285b552d1f9f1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2f4185602a5e4dbd865285b552d1f9f1
2024-12-04T04:17:43,210 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2f4185602a5e4dbd865285b552d1f9f1, entries=150, sequenceid=511, filesize=12.0 K
2024-12-04T04:17:43,215 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 8181004e498845d5c20523f908a33598 in 1046ms, sequenceid=511, compaction requested=true
2024-12-04T04:17:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:43,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:43,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:43,216 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:43,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:43,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:43,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:43,216 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:43,224 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:43,224 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/A is initiating minor compaction (all files)
2024-12-04T04:17:43,224 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/A in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:43,224 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2216ede79f4b492fb390eb0b34990852, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b1d8344c6ff041559e9c4c73b2d2a6e1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3882bafb181346ddbc513e3c6f60c8d7] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=39.4 K
2024-12-04T04:17:43,224 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:43,224 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/B is initiating minor compaction (all files)
2024-12-04T04:17:43,224 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/B in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:43,224 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/432d7aa8549a417ea3e388d77cd682c6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/11fdd9dcb53141c19200185b55526dfb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/9eca3d8294ad4989875dc29c5d1f7cef] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=37.0 K
2024-12-04T04:17:43,225 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 432d7aa8549a417ea3e388d77cd682c6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285858945
2024-12-04T04:17:43,225 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2216ede79f4b492fb390eb0b34990852, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285858945
2024-12-04T04:17:43,229 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 11fdd9dcb53141c19200185b55526dfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733285860217
2024-12-04T04:17:43,229 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1d8344c6ff041559e9c4c73b2d2a6e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733285860217
2024-12-04T04:17:43,229 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eca3d8294ad4989875dc29c5d1f7cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733285860964
2024-12-04T04:17:43,230 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3882bafb181346ddbc513e3c6f60c8d7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733285860932
2024-12-04T04:17:43,245 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#A#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:43,245 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/2ac2f080fb334edcb6ff25c10fd1d72c is 50, key is test_row_0/A:col10/1733285860970/Put/seqid=0
2024-12-04T04:17:43,254 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#B#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:43,255 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/52eed62b9c68482c99fe23a837a10afd is 50, key is test_row_0/B:col10/1733285860970/Put/seqid=0
2024-12-04T04:17:43,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742424_1600 (size=13357)
2024-12-04T04:17:43,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742423_1599 (size=13357)
2024-12-04T04:17:43,305 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/2ac2f080fb334edcb6ff25c10fd1d72c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2ac2f080fb334edcb6ff25c10fd1d72c
2024-12-04T04:17:43,312 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/A of 8181004e498845d5c20523f908a33598 into 2ac2f080fb334edcb6ff25c10fd1d72c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:43,312 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:43,312 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/A, priority=13, startTime=1733285863215; duration=0sec
2024-12-04T04:17:43,312 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:43,312 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:43,312 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:43,314 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:43,314 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 8181004e498845d5c20523f908a33598/C is initiating minor compaction (all files)
2024-12-04T04:17:43,314 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8181004e498845d5c20523f908a33598/C in TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:43,314 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b9362619eca477b85659682ddede8e9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/891fac3448524b18a98d9ac8e1dc9ef3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2f4185602a5e4dbd865285b552d1f9f1] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp, totalSize=37.0 K
2024-12-04T04:17:43,314 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b9362619eca477b85659682ddede8e9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285858945
2024-12-04T04:17:43,315 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 891fac3448524b18a98d9ac8e1dc9ef3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733285860217
2024-12-04T04:17:43,315 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f4185602a5e4dbd865285b552d1f9f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733285860964
2024-12-04T04:17:43,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-12-04T04:17:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:43,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-04T04:17:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:43,326 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8181004e498845d5c20523f908a33598#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:43,327 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/6311f2a7cbd14249b9c2e727f07bfca3 is 50, key is test_row_0/C:col10/1733285860970/Put/seqid=0
2024-12-04T04:17:43,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/049d3b7bdb07426e900edd1730963838 is 50, key is test_row_0/A:col10/1733285862242/Put/seqid=0
2024-12-04T04:17:43,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742426_1602 (size=12301)
2024-12-04T04:17:43,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742425_1601 (size=13357)
2024-12-04T04:17:43,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/049d3b7bdb07426e900edd1730963838
2024-12-04T04:17:43,421 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/6311f2a7cbd14249b9c2e727f07bfca3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6311f2a7cbd14249b9c2e727f07bfca3
2024-12-04T04:17:43,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/db93229c54a54c19b1fff8db8a94d981 is 50, key is test_row_0/B:col10/1733285862242/Put/seqid=0
2024-12-04T04:17:43,439 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/C of 8181004e498845d5c20523f908a33598 into 6311f2a7cbd14249b9c2e727f07bfca3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:43,439 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:43,439 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/C, priority=13, startTime=1733285863216; duration=0sec
2024-12-04T04:17:43,439 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:43,439 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. as already flushing
2024-12-04T04:17:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:43,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742427_1603 (size=12301)
2024-12-04T04:17:43,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/db93229c54a54c19b1fff8db8a94d981
2024-12-04T04:17:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/047fa939d46c4888aefe44a101418d41 is 50, key is test_row_0/C:col10/1733285862242/Put/seqid=0
2024-12-04T04:17:43,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285923493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285923500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285923501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285923516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285923519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742428_1604 (size=12301)
2024-12-04T04:17:43,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285923625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285923635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285923636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285923648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285923648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,750 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/52eed62b9c68482c99fe23a837a10afd as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/52eed62b9c68482c99fe23a837a10afd
2024-12-04T04:17:43,782 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8181004e498845d5c20523f908a33598/B of 8181004e498845d5c20523f908a33598 into 52eed62b9c68482c99fe23a837a10afd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:43,782 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:43,782 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., storeName=8181004e498845d5c20523f908a33598/B, priority=13, startTime=1733285863216; duration=0sec
2024-12-04T04:17:43,782 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:43,782 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:43,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36404 deadline: 1733285923856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36390 deadline: 1733285923856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36324 deadline: 1733285923875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36374 deadline: 1733285923875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:36418 deadline: 1733285923878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 , the old value is region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., hostname=67abd3a0ee76,37895,1733285712389, seqNum=2 because the exception is null or not the one we care about
2024-12-04T04:17:43,918 INFO  [Thread-2256 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2256.
2024-12-04T04:17:43,918 DEBUG [Thread-2256 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:43,918 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,918 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,918 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:43,919 INFO  [Thread-2264 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2264.
2024-12-04T04:17:43,919 DEBUG [Thread-2264 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:43,919 DEBUG [Thread-2264 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,919 DEBUG [Thread-2264 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,919 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:43,934 INFO  [Thread-2260 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2260.
2024-12-04T04:17:43,934 DEBUG [Thread-2260 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:43,934 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,934 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,937 INFO  [Thread-2262 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2262.
2024-12-04T04:17:43,937 DEBUG [Thread-2262 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:43,937 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,937 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,940 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:43,944 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:43,954 INFO  [Thread-2258 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2258.
2024-12-04T04:17:43,954 DEBUG [Thread-2258 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:43,954 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,954 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:43,955 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/047fa939d46c4888aefe44a101418d41
2024-12-04T04:17:43,956 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/049d3b7bdb07426e900edd1730963838 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/049d3b7bdb07426e900edd1730963838
2024-12-04T04:17:43,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/049d3b7bdb07426e900edd1730963838, entries=150, sequenceid=529, filesize=12.0 K
2024-12-04T04:17:43,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/db93229c54a54c19b1fff8db8a94d981 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/db93229c54a54c19b1fff8db8a94d981
2024-12-04T04:17:44,003 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/db93229c54a54c19b1fff8db8a94d981, entries=150, sequenceid=529, filesize=12.0 K
2024-12-04T04:17:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/047fa939d46c4888aefe44a101418d41 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/047fa939d46c4888aefe44a101418d41
2024-12-04T04:17:44,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/047fa939d46c4888aefe44a101418d41, entries=150, sequenceid=529, filesize=12.0 K
2024-12-04T04:17:44,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8181004e498845d5c20523f908a33598 in 699ms, sequenceid=529, compaction requested=false
2024-12-04T04:17:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140
2024-12-04T04:17:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=140
2024-12-04T04:17:44,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-12-04T04:17:44,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1720 sec
2024-12-04T04:17:44,071 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 3.1960 sec
2024-12-04T04:17:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 8181004e498845d5c20523f908a33598
2024-12-04T04:17:44,187 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-04T04:17:44,192 INFO  [Thread-2247 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2247.
2024-12-04T04:17:44,192 INFO  [Thread-2251 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2251.
2024-12-04T04:17:44,192 DEBUG [Thread-2251 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:44,192 DEBUG [Thread-2247 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:44,192 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,192 DEBUG [Thread-2247 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,192 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,192 DEBUG [Thread-2247 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,192 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:44,192 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:44,194 INFO  [Thread-2253 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2253.
2024-12-04T04:17:44,194 DEBUG [Thread-2253 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:44,194 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,194 INFO  [Thread-2249 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2249.
2024-12-04T04:17:44,194 DEBUG [Thread-2249 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:44,194 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,194 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,194 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:44,194 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,194 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:44,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/a7ca361289224045b64ad5752246cb54 is 50, key is test_row_0/A:col10/1733285864187/Put/seqid=0
2024-12-04T04:17:44,212 INFO  [Thread-2245 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2245.
2024-12-04T04:17:44,212 DEBUG [Thread-2245 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:17:44,212 DEBUG [Thread-2245 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,212 DEBUG [Thread-2245 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:44,215 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:44,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742429_1605 (size=12301)
2024-12-04T04:17:44,665 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/a7ca361289224045b64ad5752246cb54
2024-12-04T04:17:44,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/982a6d94754940b1a04dac848a6f0ad1 is 50, key is test_row_0/B:col10/1733285864187/Put/seqid=0
2024-12-04T04:17:44,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742430_1606 (size=12301)
2024-12-04T04:17:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-12-04T04:17:45,046 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:45,046 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-04T04:17:45,046 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 87
2024-12-04T04:17:45,046 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 90
2024-12-04T04:17:45,046 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 87
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 87
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 97
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 701
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2103 rows
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 715
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2145 rows
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 732
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2142 rows
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 716
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2142 rows
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 725
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2173 rows
2024-12-04T04:17:45,047 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:17:45,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:17:45,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:45,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:45,047 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:17:45,048 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-04T04:17:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-12-04T04:17:45,081 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285865080"}]},"ts":"1733285865080"}
2024-12-04T04:17:45,093 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-04T04:17:45,093 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-04T04:17:45,106 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:17:45,129 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/982a6d94754940b1a04dac848a6f0ad1
2024-12-04T04:17:45,132 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, UNASSIGN}]
2024-12-04T04:17:45,143 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, UNASSIGN
2024-12-04T04:17:45,153 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=8181004e498845d5c20523f908a33598, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:45,153 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35405 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=67abd3a0ee76,37895,1733285712389, table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-04T04:17:45,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, UNASSIGN because future has completed
2024-12-04T04:17:45,157 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:17:45,158 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:17:45,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/af6452dec555453b9e78b8c0fb6b8116 is 50, key is test_row_0/C:col10/1733285864187/Put/seqid=0
2024-12-04T04:17:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-12-04T04:17:45,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742431_1607 (size=12301)
2024-12-04T04:17:45,317 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 8181004e498845d5c20523f908a33598
2024-12-04T04:17:45,317 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:17:45,317 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 8181004e498845d5c20523f908a33598, disabling compactions & flushes
2024-12-04T04:17:45,317 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-12-04T04:17:45,613 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/af6452dec555453b9e78b8c0fb6b8116
2024-12-04T04:17:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/a7ca361289224045b64ad5752246cb54 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/a7ca361289224045b64ad5752246cb54
2024-12-04T04:17:45,681 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/a7ca361289224045b64ad5752246cb54, entries=150, sequenceid=550, filesize=12.0 K
2024-12-04T04:17:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/982a6d94754940b1a04dac848a6f0ad1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/982a6d94754940b1a04dac848a6f0ad1
2024-12-04T04:17:45,704 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/982a6d94754940b1a04dac848a6f0ad1, entries=150, sequenceid=550, filesize=12.0 K
2024-12-04T04:17:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-12-04T04:17:45,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/af6452dec555453b9e78b8c0fb6b8116 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af6452dec555453b9e78b8c0fb6b8116
2024-12-04T04:17:45,714 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af6452dec555453b9e78b8c0fb6b8116, entries=150, sequenceid=550, filesize=12.0 K
2024-12-04T04:17:45,719 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 8181004e498845d5c20523f908a33598 in 1532ms, sequenceid=550, compaction requested=true
2024-12-04T04:17:45,719 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:45,719 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:45,719 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. after waiting 0 ms
2024-12-04T04:17:45,719 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:45,719 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing 8181004e498845d5c20523f908a33598 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB
2024-12-04T04:17:45,719 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=A
2024-12-04T04:17:45,719 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:45,719 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=B
2024-12-04T04:17:45,719 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:45,719 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8181004e498845d5c20523f908a33598, store=C
2024-12-04T04:17:45,720 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:45,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8181004e498845d5c20523f908a33598:

2024-12-04T04:17:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8181004e498845d5c20523f908a33598:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-12-04T04:17:45,721 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. because compaction request was cancelled
2024-12-04T04:17:45,721 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:A
2024-12-04T04:17:45,721 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. because compaction request was cancelled
2024-12-04T04:17:45,721 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:C
2024-12-04T04:17:45,721 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. because compaction request was cancelled
2024-12-04T04:17:45,721 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8181004e498845d5c20523f908a33598:B
2024-12-04T04:17:45,739 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/6e9fed9ca8c5460c9e19931096ab828f is 50, key is test_row_0/A:col10/1733285864204/Put/seqid=0
2024-12-04T04:17:45,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742432_1608 (size=7415)
2024-12-04T04:17:46,170 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/6e9fed9ca8c5460c9e19931096ab828f
2024-12-04T04:17:46,190 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/f4b87b9968514a59960f6951a60270fa is 50, key is test_row_0/B:col10/1733285864204/Put/seqid=0
2024-12-04T04:17:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-12-04T04:17:46,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742433_1609 (size=7415)
2024-12-04T04:17:46,629 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/f4b87b9968514a59960f6951a60270fa
2024-12-04T04:17:46,634 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/b831e526447b4611b7b2895a3c98c0b3 is 50, key is test_row_0/C:col10/1733285864204/Put/seqid=0
2024-12-04T04:17:46,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742434_1610 (size=7415)
2024-12-04T04:17:46,651 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/b831e526447b4611b7b2895a3c98c0b3
2024-12-04T04:17:46,656 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/A/6e9fed9ca8c5460c9e19931096ab828f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e9fed9ca8c5460c9e19931096ab828f
2024-12-04T04:17:46,660 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e9fed9ca8c5460c9e19931096ab828f, entries=50, sequenceid=554, filesize=7.2 K
2024-12-04T04:17:46,660 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/B/f4b87b9968514a59960f6951a60270fa as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f4b87b9968514a59960f6951a60270fa
2024-12-04T04:17:46,664 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f4b87b9968514a59960f6951a60270fa, entries=50, sequenceid=554, filesize=7.2 K
2024-12-04T04:17:46,665 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/.tmp/C/b831e526447b4611b7b2895a3c98c0b3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b831e526447b4611b7b2895a3c98c0b3
2024-12-04T04:17:46,667 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b831e526447b4611b7b2895a3c98c0b3, entries=50, sequenceid=554, filesize=7.2 K
2024-12-04T04:17:46,672 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 8181004e498845d5c20523f908a33598 in 953ms, sequenceid=554, compaction requested=true
2024-12-04T04:17:46,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/c50ae9dae1ec4697a89c0196cc0397d5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/e796ba471fc84551a7d78f52b1580c17, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/7b0eaff314b142e99b149de047ea3be8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/330609f6084e4222b0d0ccc1f03522b1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2cb406e67a8f4ec0890611a233b8c970, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b6431f1f33684a24afe5f73d95a895b3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/05d9668776564e8c9e8c7092b5cd899f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f61c7c8e2eec4907a5c645d3ebefe4e2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ae4ca2fa28ed46ac818812037d667ebb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/1a623a2dcd7b42f684d096f7f79a1e56, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/87e13bb9289744e59aee1911591ee99b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3f9cfdfe8fff4b01853acd3974e5cdb3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/07add8927c86409ea3252a7824cbfa9a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/4c5ecde07dba452ab4b8f3c1f282786c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/db4b04692b264e9e906903a6e662cc79, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/dfa4f0d0e472434185b35d81d1a3d636, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b561cb325a954f8bac3d715c19b69093, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/9a9ad9f4954a4d09aac6b7d2cea9294f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/610f1c6f41c249d99683ba5ad2e5a870, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f0e1b2be7af544cc84f2710afc74501b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/897f8f72465f4b54b06557d762f38b0b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/151a314bb9744eac904e29dc79129279, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/761e58ad117a4564b356572d69d06e2b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ac19991db49c4469a5209a99d46ba020, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6ac212ac75b74acf8207278ef24ac11d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/368981d3fe014e48b92ecdacaed1e31c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/416bfbce0ce54152b640d0845d75373c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2216ede79f4b492fb390eb0b34990852, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e2b022fcfb941879306d58a0df5ace2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b1d8344c6ff041559e9c4c73b2d2a6e1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3882bafb181346ddbc513e3c6f60c8d7] to archive
2024-12-04T04:17:46,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:17:46,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/c50ae9dae1ec4697a89c0196cc0397d5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/c50ae9dae1ec4697a89c0196cc0397d5
2024-12-04T04:17:46,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/e796ba471fc84551a7d78f52b1580c17 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/e796ba471fc84551a7d78f52b1580c17
2024-12-04T04:17:46,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/7b0eaff314b142e99b149de047ea3be8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/7b0eaff314b142e99b149de047ea3be8
2024-12-04T04:17:46,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/330609f6084e4222b0d0ccc1f03522b1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/330609f6084e4222b0d0ccc1f03522b1
2024-12-04T04:17:46,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2cb406e67a8f4ec0890611a233b8c970 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2cb406e67a8f4ec0890611a233b8c970
2024-12-04T04:17:46,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b6431f1f33684a24afe5f73d95a895b3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b6431f1f33684a24afe5f73d95a895b3
2024-12-04T04:17:46,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/05d9668776564e8c9e8c7092b5cd899f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/05d9668776564e8c9e8c7092b5cd899f
2024-12-04T04:17:46,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f61c7c8e2eec4907a5c645d3ebefe4e2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f61c7c8e2eec4907a5c645d3ebefe4e2
2024-12-04T04:17:46,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ae4ca2fa28ed46ac818812037d667ebb to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ae4ca2fa28ed46ac818812037d667ebb
2024-12-04T04:17:46,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/1a623a2dcd7b42f684d096f7f79a1e56 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/1a623a2dcd7b42f684d096f7f79a1e56
2024-12-04T04:17:46,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/87e13bb9289744e59aee1911591ee99b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/87e13bb9289744e59aee1911591ee99b
2024-12-04T04:17:46,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3f9cfdfe8fff4b01853acd3974e5cdb3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3f9cfdfe8fff4b01853acd3974e5cdb3
2024-12-04T04:17:46,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/07add8927c86409ea3252a7824cbfa9a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/07add8927c86409ea3252a7824cbfa9a
2024-12-04T04:17:46,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/4c5ecde07dba452ab4b8f3c1f282786c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/4c5ecde07dba452ab4b8f3c1f282786c
2024-12-04T04:17:46,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/db4b04692b264e9e906903a6e662cc79 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/db4b04692b264e9e906903a6e662cc79
2024-12-04T04:17:46,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/dfa4f0d0e472434185b35d81d1a3d636 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/dfa4f0d0e472434185b35d81d1a3d636
2024-12-04T04:17:46,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b561cb325a954f8bac3d715c19b69093 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b561cb325a954f8bac3d715c19b69093
2024-12-04T04:17:46,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/9a9ad9f4954a4d09aac6b7d2cea9294f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/9a9ad9f4954a4d09aac6b7d2cea9294f
2024-12-04T04:17:46,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/610f1c6f41c249d99683ba5ad2e5a870 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/610f1c6f41c249d99683ba5ad2e5a870
2024-12-04T04:17:46,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f0e1b2be7af544cc84f2710afc74501b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/f0e1b2be7af544cc84f2710afc74501b
2024-12-04T04:17:46,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/897f8f72465f4b54b06557d762f38b0b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/897f8f72465f4b54b06557d762f38b0b
2024-12-04T04:17:46,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/151a314bb9744eac904e29dc79129279 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/151a314bb9744eac904e29dc79129279
2024-12-04T04:17:46,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/761e58ad117a4564b356572d69d06e2b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/761e58ad117a4564b356572d69d06e2b
2024-12-04T04:17:46,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ac19991db49c4469a5209a99d46ba020 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/ac19991db49c4469a5209a99d46ba020
2024-12-04T04:17:46,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6ac212ac75b74acf8207278ef24ac11d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6ac212ac75b74acf8207278ef24ac11d
2024-12-04T04:17:46,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/368981d3fe014e48b92ecdacaed1e31c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/368981d3fe014e48b92ecdacaed1e31c
2024-12-04T04:17:46,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/416bfbce0ce54152b640d0845d75373c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/416bfbce0ce54152b640d0845d75373c
2024-12-04T04:17:46,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2216ede79f4b492fb390eb0b34990852 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2216ede79f4b492fb390eb0b34990852
2024-12-04T04:17:46,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e2b022fcfb941879306d58a0df5ace2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e2b022fcfb941879306d58a0df5ace2
2024-12-04T04:17:46,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b1d8344c6ff041559e9c4c73b2d2a6e1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/b1d8344c6ff041559e9c4c73b2d2a6e1
2024-12-04T04:17:46,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3882bafb181346ddbc513e3c6f60c8d7 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/3882bafb181346ddbc513e3c6f60c8d7
2024-12-04T04:17:46,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/516c2ed5f9274200a2117331f3f10f21, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/5b9d18a8a67249e390932e0fcb1dc91a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/6d4d71f799e641f59385d7acf22a728c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/1c7bbca36b214f3faf5083f6ab6776db, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51e50c4cc1ef4b5bb0551755002cbdfa, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/59b7b2db4ce84a63aa73f36dc947be0e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/01e7ab6200c64a24b3069b8a1931be68, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/fb9bb9d82d2f46d5b8296b1a0236f817, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51498bbe636e415bb8d0cb2d4cdffe1d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4c0d51cef6df4c68b7440e9d5ecc88ff, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4abd9b69165740c7b471db2319bd7412, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64ee8a56ef2e467b934de56b145f819b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f7c4e1bed29246e19582c87ce0ae41e2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/21bbba5ef24549dd9f63c1c9be50f085, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/23224d8ffc204f6a840dabdb2323ff1c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64f1033744e74e3abadf93f872c495c9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7e5de44556ec4f579f638faa433b059e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/eb2379d33a7e44418c53a5a752a0f95e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/2eafe6e10ead426c973b02917ca8f40c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/58589c93c5d74fafb781986872c8d9a3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/beb14b177daf44b0be8f4ac4346375f5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4f9bcf44dba24529a480a8b9a969533a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7a71895b5cab4aec8cb1bc87d30227b7, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/24ac05b9543346609ea34a224a76d19c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7616b5db864e4f9db20d2b63194baa7a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/79313d4ccd1549a4944516e7bc92a330, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/8ea0b0235e1049429c0a210dc09e640f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/432d7aa8549a417ea3e388d77cd682c6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/133d265381e84ef49630a44e91095165, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/11fdd9dcb53141c19200185b55526dfb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/9eca3d8294ad4989875dc29c5d1f7cef] to archive
2024-12-04T04:17:46,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:17:46,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/516c2ed5f9274200a2117331f3f10f21 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/516c2ed5f9274200a2117331f3f10f21
2024-12-04T04:17:46,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/5b9d18a8a67249e390932e0fcb1dc91a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/5b9d18a8a67249e390932e0fcb1dc91a
2024-12-04T04:17:46,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/6d4d71f799e641f59385d7acf22a728c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/6d4d71f799e641f59385d7acf22a728c
2024-12-04T04:17:46,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/1c7bbca36b214f3faf5083f6ab6776db to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/1c7bbca36b214f3faf5083f6ab6776db
2024-12-04T04:17:46,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51e50c4cc1ef4b5bb0551755002cbdfa to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51e50c4cc1ef4b5bb0551755002cbdfa
2024-12-04T04:17:46,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/59b7b2db4ce84a63aa73f36dc947be0e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/59b7b2db4ce84a63aa73f36dc947be0e
2024-12-04T04:17:46,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/01e7ab6200c64a24b3069b8a1931be68 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/01e7ab6200c64a24b3069b8a1931be68
2024-12-04T04:17:46,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/fb9bb9d82d2f46d5b8296b1a0236f817 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/fb9bb9d82d2f46d5b8296b1a0236f817
2024-12-04T04:17:46,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51498bbe636e415bb8d0cb2d4cdffe1d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/51498bbe636e415bb8d0cb2d4cdffe1d
2024-12-04T04:17:46,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4c0d51cef6df4c68b7440e9d5ecc88ff to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4c0d51cef6df4c68b7440e9d5ecc88ff
2024-12-04T04:17:46,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4abd9b69165740c7b471db2319bd7412 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4abd9b69165740c7b471db2319bd7412
2024-12-04T04:17:46,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64ee8a56ef2e467b934de56b145f819b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64ee8a56ef2e467b934de56b145f819b
2024-12-04T04:17:46,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f7c4e1bed29246e19582c87ce0ae41e2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f7c4e1bed29246e19582c87ce0ae41e2
2024-12-04T04:17:46,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/21bbba5ef24549dd9f63c1c9be50f085 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/21bbba5ef24549dd9f63c1c9be50f085
2024-12-04T04:17:46,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/23224d8ffc204f6a840dabdb2323ff1c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/23224d8ffc204f6a840dabdb2323ff1c
2024-12-04T04:17:46,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64f1033744e74e3abadf93f872c495c9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/64f1033744e74e3abadf93f872c495c9
2024-12-04T04:17:46,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7e5de44556ec4f579f638faa433b059e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7e5de44556ec4f579f638faa433b059e
2024-12-04T04:17:46,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/eb2379d33a7e44418c53a5a752a0f95e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/eb2379d33a7e44418c53a5a752a0f95e
2024-12-04T04:17:46,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/2eafe6e10ead426c973b02917ca8f40c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/2eafe6e10ead426c973b02917ca8f40c
2024-12-04T04:17:46,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/58589c93c5d74fafb781986872c8d9a3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/58589c93c5d74fafb781986872c8d9a3
2024-12-04T04:17:46,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/beb14b177daf44b0be8f4ac4346375f5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/beb14b177daf44b0be8f4ac4346375f5
2024-12-04T04:17:46,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4f9bcf44dba24529a480a8b9a969533a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/4f9bcf44dba24529a480a8b9a969533a
2024-12-04T04:17:46,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7a71895b5cab4aec8cb1bc87d30227b7 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7a71895b5cab4aec8cb1bc87d30227b7
2024-12-04T04:17:46,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/24ac05b9543346609ea34a224a76d19c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/24ac05b9543346609ea34a224a76d19c
2024-12-04T04:17:46,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7616b5db864e4f9db20d2b63194baa7a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/7616b5db864e4f9db20d2b63194baa7a
2024-12-04T04:17:46,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/79313d4ccd1549a4944516e7bc92a330 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/79313d4ccd1549a4944516e7bc92a330
2024-12-04T04:17:46,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/8ea0b0235e1049429c0a210dc09e640f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/8ea0b0235e1049429c0a210dc09e640f
2024-12-04T04:17:46,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/432d7aa8549a417ea3e388d77cd682c6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/432d7aa8549a417ea3e388d77cd682c6
2024-12-04T04:17:46,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/133d265381e84ef49630a44e91095165 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/133d265381e84ef49630a44e91095165
2024-12-04T04:17:46,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/11fdd9dcb53141c19200185b55526dfb to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/11fdd9dcb53141c19200185b55526dfb
2024-12-04T04:17:46,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/9eca3d8294ad4989875dc29c5d1f7cef to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/9eca3d8294ad4989875dc29c5d1f7cef
2024-12-04T04:17:46,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6b0947d64198421f8dbe8af913963900, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/50f79652b94f4032849504fc8b97d1b9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/931a6965b7304370984c2c7aac105709, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/e841bd8730124e428827bd118a1c9aec, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1be6a0dc953646fdb09622b2b0a61d0a, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/79dbafd6817f44328d753c71989eb380, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b399a513c9fb42c292d6b3fb723c1099, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af22a4252965421db1b6c00b8bf58a10, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/283d65564d8840fc904c8eb3eb100483, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4f069e2471984632bf567da86c3c44b5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cbd370f4aa324dadb6b9c983d13f803f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/980397fc55fd4fba86bc610a6d7fd5c5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2bfb29d564e2467d88255e63da6742cb, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4853572841074360bff13978be3fbfab, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cdd707ecd24345e7abe6d42b7a87252e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/dc0d245b5977413ea16ff378dce7949c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1f37e5a158534a1b94c6cba0b1f09a49, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/c80dacc072e5411fba3cd46f3f51c2b3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/fd4a76375a5c4410a1a0391f129000f6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b5e5c2c4d7044cc9706dd783bbab872, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9a0d3f0a21ac469c8da3d05b9307fbf1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0944b65a054c4211bf4506d6ab9dded6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9d18aec4468d46c08d7b8f72826774ee, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/804f2e24ebd44558aefc6c565cab397b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/ba602d147e044430a3cdbfc6390d1138, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1c6a47d36b194df7a48fbf7c5fb107fa, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b9362619eca477b85659682ddede8e9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b942fc2d8dbb4a08b682c84c70352a6b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/891fac3448524b18a98d9ac8e1dc9ef3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2f4185602a5e4dbd865285b552d1f9f1] to archive
2024-12-04T04:17:46,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:17:46,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6b0947d64198421f8dbe8af913963900 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6b0947d64198421f8dbe8af913963900
2024-12-04T04:17:46,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/50f79652b94f4032849504fc8b97d1b9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/50f79652b94f4032849504fc8b97d1b9
2024-12-04T04:17:46,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/931a6965b7304370984c2c7aac105709 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/931a6965b7304370984c2c7aac105709
2024-12-04T04:17:46,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/e841bd8730124e428827bd118a1c9aec to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/e841bd8730124e428827bd118a1c9aec
2024-12-04T04:17:46,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1be6a0dc953646fdb09622b2b0a61d0a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1be6a0dc953646fdb09622b2b0a61d0a
2024-12-04T04:17:46,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/79dbafd6817f44328d753c71989eb380 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/79dbafd6817f44328d753c71989eb380
2024-12-04T04:17:46,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b399a513c9fb42c292d6b3fb723c1099 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b399a513c9fb42c292d6b3fb723c1099
2024-12-04T04:17:46,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af22a4252965421db1b6c00b8bf58a10 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af22a4252965421db1b6c00b8bf58a10
2024-12-04T04:17:46,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/283d65564d8840fc904c8eb3eb100483 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/283d65564d8840fc904c8eb3eb100483
2024-12-04T04:17:46,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4f069e2471984632bf567da86c3c44b5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4f069e2471984632bf567da86c3c44b5
2024-12-04T04:17:46,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cbd370f4aa324dadb6b9c983d13f803f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cbd370f4aa324dadb6b9c983d13f803f
2024-12-04T04:17:46,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/980397fc55fd4fba86bc610a6d7fd5c5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/980397fc55fd4fba86bc610a6d7fd5c5
2024-12-04T04:17:46,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2bfb29d564e2467d88255e63da6742cb to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2bfb29d564e2467d88255e63da6742cb
2024-12-04T04:17:46,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4853572841074360bff13978be3fbfab to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/4853572841074360bff13978be3fbfab
2024-12-04T04:17:46,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cdd707ecd24345e7abe6d42b7a87252e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/cdd707ecd24345e7abe6d42b7a87252e
2024-12-04T04:17:46,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/dc0d245b5977413ea16ff378dce7949c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/dc0d245b5977413ea16ff378dce7949c
2024-12-04T04:17:46,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1f37e5a158534a1b94c6cba0b1f09a49 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1f37e5a158534a1b94c6cba0b1f09a49
2024-12-04T04:17:46,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/c80dacc072e5411fba3cd46f3f51c2b3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/c80dacc072e5411fba3cd46f3f51c2b3
2024-12-04T04:17:46,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/fd4a76375a5c4410a1a0391f129000f6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/fd4a76375a5c4410a1a0391f129000f6
2024-12-04T04:17:46,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b5e5c2c4d7044cc9706dd783bbab872 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b5e5c2c4d7044cc9706dd783bbab872
2024-12-04T04:17:46,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9a0d3f0a21ac469c8da3d05b9307fbf1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9a0d3f0a21ac469c8da3d05b9307fbf1
2024-12-04T04:17:46,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0944b65a054c4211bf4506d6ab9dded6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0944b65a054c4211bf4506d6ab9dded6
2024-12-04T04:17:46,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9d18aec4468d46c08d7b8f72826774ee to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/9d18aec4468d46c08d7b8f72826774ee
2024-12-04T04:17:46,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/804f2e24ebd44558aefc6c565cab397b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/804f2e24ebd44558aefc6c565cab397b
2024-12-04T04:17:46,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/ba602d147e044430a3cdbfc6390d1138 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/ba602d147e044430a3cdbfc6390d1138
2024-12-04T04:17:46,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/a77c4ff02bde4cf9be2fd9f0bbe9c0a9
2024-12-04T04:17:46,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1c6a47d36b194df7a48fbf7c5fb107fa to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/1c6a47d36b194df7a48fbf7c5fb107fa
2024-12-04T04:17:46,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b9362619eca477b85659682ddede8e9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/0b9362619eca477b85659682ddede8e9
2024-12-04T04:17:46,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b942fc2d8dbb4a08b682c84c70352a6b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b942fc2d8dbb4a08b682c84c70352a6b
2024-12-04T04:17:46,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/891fac3448524b18a98d9ac8e1dc9ef3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/891fac3448524b18a98d9ac8e1dc9ef3
2024-12-04T04:17:46,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2f4185602a5e4dbd865285b552d1f9f1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/2f4185602a5e4dbd865285b552d1f9f1
2024-12-04T04:17:46,921 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/recovered.edits/557.seqid, newMaxSeqId=557, maxSeqId=1
2024-12-04T04:17:46,922 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.
2024-12-04T04:17:46,922 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 8181004e498845d5c20523f908a33598:
Waiting for close lock at 1733285865317Running coprocessor pre-close hooks at 1733285865317Disabling compacts and flushes for region at 1733285865317Disabling writes for close at 1733285865719 (+402 ms)Obtaining lock to block concurrent updates at 1733285865719Preparing flush snapshotting stores in 8181004e498845d5c20523f908a33598 at 1733285865719Finished memstore snapshotting TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1733285865720 (+1 ms)Flushing stores of TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598. at 1733285865720Flushing 8181004e498845d5c20523f908a33598/A: creating writer at 1733285865720Flushing 8181004e498845d5c20523f908a33598/A: appending metadata at 1733285865738 (+18 ms)Flushing 8181004e498845d5c20523f908a33598/A: closing flushed file at 1733285865738Flushing 8181004e498845d5c20523f908a33598/B: creating writer at 1733285866175 (+437 ms)Flushing 8181004e498845d5c20523f908a33598/B: appending metadata at 1733285866189 (+14 ms)Flushing 8181004e498845d5c20523f908a33598/B: closing flushed file at 1733285866189Flushing 8181004e498845d5c20523f908a33598/C: creating writer at 1733285866631 (+442 ms)Flushing 8181004e498845d5c20523f908a33598/C: appending metadata at 1733285866633 (+2 ms)Flushing 8181004e498845d5c20523f908a33598/C: closing flushed file at 1733285866633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc17b8c: reopening flushed file at 1733285866655 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346a738d: reopening flushed file at 1733285866660 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39fb9650: reopening flushed file at 1733285866664 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 8181004e498845d5c20523f908a33598 in 953ms, sequenceid=554, compaction requested=true at 1733285866672 (+8 ms)Writing region close event to WAL at 1733285866904 (+232 ms)Running coprocessor post-close hooks at 1733285866922 (+18 ms)Closed at 1733285866922
2024-12-04T04:17:46,924 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 8181004e498845d5c20523f908a33598
2024-12-04T04:17:46,928 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=8181004e498845d5c20523f908a33598, regionState=CLOSED
2024-12-04T04:17:46,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:17:46,956 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-12-04T04:17:46,956 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 8181004e498845d5c20523f908a33598, server=67abd3a0ee76,37895,1733285712389 in 1.7860 sec
2024-12-04T04:17:46,969 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-12-04T04:17:46,969 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8181004e498845d5c20523f908a33598, UNASSIGN in 1.8250 sec
2024-12-04T04:17:46,980 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-12-04T04:17:46,980 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8640 sec
2024-12-04T04:17:46,983 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285866983"}]},"ts":"1733285866983"}
2024-12-04T04:17:46,987 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-04T04:17:46,988 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-04T04:17:46,992 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9400 sec
2024-12-04T04:17:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-12-04T04:17:47,225 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:47,226 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-04T04:17:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:47,228 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145
2024-12-04T04:17:47,229 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:47,231 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598
2024-12-04T04:17:47,233 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/recovered.edits]
2024-12-04T04:17:47,236 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/049d3b7bdb07426e900edd1730963838 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/049d3b7bdb07426e900edd1730963838
2024-12-04T04:17:47,237 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2ac2f080fb334edcb6ff25c10fd1d72c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/2ac2f080fb334edcb6ff25c10fd1d72c
2024-12-04T04:17:47,238 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e9fed9ca8c5460c9e19931096ab828f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/6e9fed9ca8c5460c9e19931096ab828f
2024-12-04T04:17:47,240 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/a7ca361289224045b64ad5752246cb54 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/A/a7ca361289224045b64ad5752246cb54
2024-12-04T04:17:47,242 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/52eed62b9c68482c99fe23a837a10afd to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/52eed62b9c68482c99fe23a837a10afd
2024-12-04T04:17:47,243 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/982a6d94754940b1a04dac848a6f0ad1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/982a6d94754940b1a04dac848a6f0ad1
2024-12-04T04:17:47,246 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/db93229c54a54c19b1fff8db8a94d981 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/db93229c54a54c19b1fff8db8a94d981
2024-12-04T04:17:47,247 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f4b87b9968514a59960f6951a60270fa to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/B/f4b87b9968514a59960f6951a60270fa
2024-12-04T04:17:47,250 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/047fa939d46c4888aefe44a101418d41 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/047fa939d46c4888aefe44a101418d41
2024-12-04T04:17:47,251 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6311f2a7cbd14249b9c2e727f07bfca3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/6311f2a7cbd14249b9c2e727f07bfca3
2024-12-04T04:17:47,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af6452dec555453b9e78b8c0fb6b8116 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/af6452dec555453b9e78b8c0fb6b8116
2024-12-04T04:17:47,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b831e526447b4611b7b2895a3c98c0b3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/C/b831e526447b4611b7b2895a3c98c0b3
2024-12-04T04:17:47,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/recovered.edits/557.seqid to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598/recovered.edits/557.seqid
2024-12-04T04:17:47,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/8181004e498845d5c20523f908a33598
2024-12-04T04:17:47,256 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-04T04:17:47,259 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:47,262 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-04T04:17:47,264 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-04T04:17:47,266 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:47,266 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-04T04:17:47,266 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733285867266"}]},"ts":"9223372036854775807"}
2024-12-04T04:17:47,269 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-04T04:17:47,269 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8181004e498845d5c20523f908a33598, NAME => 'TestAcidGuarantees,,1733285841549.8181004e498845d5c20523f908a33598.', STARTKEY => '', ENDKEY => ''}]
2024-12-04T04:17:47,269 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-04T04:17:47,269 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733285867269"}]},"ts":"9223372036854775807"}
2024-12-04T04:17:47,271 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-04T04:17:47,273 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:47,275 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec
2024-12-04T04:17:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145
2024-12-04T04:17:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-04T04:17:47,339 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:47,349 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 251), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1200 (was 900) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1237 (was 1712)
2024-12-04T04:17:47,359 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1200, ProcessCount=11, AvailableMemoryMB=1234
2024-12-04T04:17:47,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:17:47,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:17:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:47,364 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:17:47,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:47,365 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 146
2024-12-04T04:17:47,365 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:17:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-04T04:17:47,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742435_1611 (size=1061)
2024-12-04T04:17:47,396 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb
2024-12-04T04:17:47,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742436_1612 (size=53)
2024-12-04T04:17:47,402 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:17:47,402 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 32fee911e22d757c56b7cea577447e5c, disabling compactions & flushes
2024-12-04T04:17:47,402 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:47,402 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:47,402 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. after waiting 0 ms
2024-12-04T04:17:47,402 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:47,402 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:47,402 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32fee911e22d757c56b7cea577447e5c:
Waiting for close lock at 1733285867402Disabling compacts and flushes for region at 1733285867402Disabling writes for close at 1733285867402Writing region close event to WAL at 1733285867402Closed at 1733285867402
2024-12-04T04:17:47,404 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:17:47,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733285867404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733285867404"}]},"ts":"1733285867404"}
2024-12-04T04:17:47,407 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:17:47,407 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:17:47,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285867407"}]},"ts":"1733285867407"}
2024-12-04T04:17:47,408 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-04T04:17:47,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, ASSIGN}]
2024-12-04T04:17:47,409 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, ASSIGN
2024-12-04T04:17:47,410 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=false
2024-12-04T04:17:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-04T04:17:47,561 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=32fee911e22d757c56b7cea577447e5c, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:47,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, ASSIGN because future has completed
2024-12-04T04:17:47,562 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:17:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-04T04:17:47,716 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:47,716 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:17:47,716 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,716 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:17:47,717 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,717 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,717 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 32fee911e22d757c56b7cea577447e5c 
2024-12-04T04:17:47,718 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:47,718 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32fee911e22d757c56b7cea577447e5c columnFamilyName A
2024-12-04T04:17:47,719 DEBUG [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:47,719 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(327): Store=32fee911e22d757c56b7cea577447e5c/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:47,719 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 32fee911e22d757c56b7cea577447e5c 
2024-12-04T04:17:47,720 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:47,720 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32fee911e22d757c56b7cea577447e5c columnFamilyName B
2024-12-04T04:17:47,720 DEBUG [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:47,720 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(327): Store=32fee911e22d757c56b7cea577447e5c/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:47,720 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 32fee911e22d757c56b7cea577447e5c 
2024-12-04T04:17:47,721 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:47,721 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32fee911e22d757c56b7cea577447e5c columnFamilyName C
2024-12-04T04:17:47,721 DEBUG [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:47,721 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(327): Store=32fee911e22d757c56b7cea577447e5c/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:47,721 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:47,721 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,722 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,722 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,723 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,723 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,723 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:17:47,724 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,725 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:17:47,726 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 32fee911e22d757c56b7cea577447e5c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74218831, jitterRate=0.10594676434993744}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:17:47,726 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:47,726 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 32fee911e22d757c56b7cea577447e5c:
Running coprocessor pre-open hook at 1733285867717Writing region info on filesystem at 1733285867717Initializing all the Stores at 1733285867717Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285867717Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285867717Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285867717Cleaning up temporary data from old regions at 1733285867723 (+6 ms)Running coprocessor post-open hooks at 1733285867726 (+3 ms)Region opened successfully at 1733285867726
2024-12-04T04:17:47,727 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., pid=148, masterSystemTime=1733285867714
2024-12-04T04:17:47,729 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:47,729 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:47,729 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=32fee911e22d757c56b7cea577447e5c, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:47,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:17:47,732 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147
2024-12-04T04:17:47,732 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389 in 169 msec
2024-12-04T04:17:47,733 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-12-04T04:17:47,733 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, ASSIGN in 323 msec
2024-12-04T04:17:47,734 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:17:47,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285867734"}]},"ts":"1733285867734"}
2024-12-04T04:17:47,735 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-04T04:17:47,736 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:17:47,737 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 375 msec
2024-12-04T04:17:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-12-04T04:17:47,995 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:47,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:47,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:47,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:47,997 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252d6cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:47,998 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1093250d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:47,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,000 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:17:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,35405,1733285711547
2024-12-04T04:17:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65284a03
2024-12-04T04:17:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:17:48,002 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:17:48,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-04T04:17:48,003 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:17:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-12-04T04:17:48,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742437_1613 (size=1097)
2024-12-04T04:17:48,412 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-12-04T04:17:48,412 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-12-04T04:17:48,414 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:17:48,417 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, REOPEN/MOVE}]
2024-12-04T04:17:48,418 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, REOPEN/MOVE
2024-12-04T04:17:48,419 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=32fee911e22d757c56b7cea577447e5c, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:48,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, REOPEN/MOVE because future has completed
2024-12-04T04:17:48,420 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:17:48,420 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:17:48,572 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,572 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:17:48,572 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 32fee911e22d757c56b7cea577447e5c, disabling compactions & flushes
2024-12-04T04:17:48,572 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:48,572 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:48,572 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. after waiting 0 ms
2024-12-04T04:17:48,572 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:48,575 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-04T04:17:48,575 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:48,576 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 32fee911e22d757c56b7cea577447e5c:
Waiting for close lock at 1733285868572Running coprocessor pre-close hooks at 1733285868572Disabling compacts and flushes for region at 1733285868572Disabling writes for close at 1733285868572Writing region close event to WAL at 1733285868573 (+1 ms)Running coprocessor post-close hooks at 1733285868575 (+2 ms)Closed at 1733285868575
2024-12-04T04:17:48,576 WARN  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 32fee911e22d757c56b7cea577447e5c to self.
2024-12-04T04:17:48,577 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,577 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=32fee911e22d757c56b7cea577447e5c, regionState=CLOSED
2024-12-04T04:17:48,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:17:48,580 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151
2024-12-04T04:17:48,580 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389 in 159 msec
2024-12-04T04:17:48,580 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, REOPEN/MOVE; state=CLOSED, location=67abd3a0ee76,37895,1733285712389; forceNewPlan=false, retain=true
2024-12-04T04:17:48,731 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=32fee911e22d757c56b7cea577447e5c, regionState=OPENING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:48,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, REOPEN/MOVE because future has completed
2024-12-04T04:17:48,733 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:17:48,888 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:48,888 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:17:48,888 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,889 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:17:48,889 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,889 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,890 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 32fee911e22d757c56b7cea577447e5c 
2024-12-04T04:17:48,890 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:48,891 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32fee911e22d757c56b7cea577447e5c columnFamilyName A
2024-12-04T04:17:48,892 DEBUG [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:48,892 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(327): Store=32fee911e22d757c56b7cea577447e5c/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:48,893 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 32fee911e22d757c56b7cea577447e5c 
2024-12-04T04:17:48,893 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:48,893 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32fee911e22d757c56b7cea577447e5c columnFamilyName B
2024-12-04T04:17:48,893 DEBUG [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:48,894 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(327): Store=32fee911e22d757c56b7cea577447e5c/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:48,894 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 32fee911e22d757c56b7cea577447e5c 
2024-12-04T04:17:48,894 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-12-04T04:17:48,894 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32fee911e22d757c56b7cea577447e5c columnFamilyName C
2024-12-04T04:17:48,894 DEBUG [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:48,895 INFO  [StoreOpener-32fee911e22d757c56b7cea577447e5c-1 {}] regionserver.HStore(327): Store=32fee911e22d757c56b7cea577447e5c/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:17:48,895 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:48,895 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,896 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,897 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,898 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,898 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,898 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-04T04:17:48,899 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,900 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 32fee911e22d757c56b7cea577447e5c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71293146, jitterRate=0.06235066056251526}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-04T04:17:48,900 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,901 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 32fee911e22d757c56b7cea577447e5c:
Running coprocessor pre-open hook at 1733285868889Writing region info on filesystem at 1733285868889Initializing all the Stores at 1733285868889Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285868889Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285868890 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733285868890Cleaning up temporary data from old regions at 1733285868898 (+8 ms)Running coprocessor post-open hooks at 1733285868900 (+2 ms)Region opened successfully at 1733285868901 (+1 ms)
2024-12-04T04:17:48,901 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., pid=153, masterSystemTime=1733285868885
2024-12-04T04:17:48,903 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:48,903 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:48,904 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=32fee911e22d757c56b7cea577447e5c, regionState=OPEN, openSeqNum=5, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:17:48,908 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151
2024-12-04T04:17:48,908 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389 in 173 msec
2024-12-04T04:17:48,910 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-12-04T04:17:48,910 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, REOPEN/MOVE in 492 msec
2024-12-04T04:17:48,912 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149
2024-12-04T04:17:48,912 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec
2024-12-04T04:17:48,913 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 909 msec
2024-12-04T04:17:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149
2024-12-04T04:17:48,914 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:48,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,916 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36548394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,918 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e723da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,921 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24162486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,923 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1195623c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,925 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,926 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6aeb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,928 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443735d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,930 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b32a971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,932 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4719ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,933 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104b2cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,935 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d90a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,936 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13004a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,939 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a05c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,940 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e9cba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,943 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac11a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,945 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217ee819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,947 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9461b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,948 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecd372e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,35405,-1 for getting cluster id
2024-12-04T04:17:48,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:17:48,951 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '884a1f91-d40b-4d10-843d-9ba7de5dd849'
2024-12-04T04:17:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:17:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "884a1f91-d40b-4d10-843d-9ba7de5dd849"

2024-12-04T04:17:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162e946f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,35405,-1]
2024-12-04T04:17:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:17:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:17:48,952 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:17:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c78a332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-04T04:17:48,953 DEBUG [Thread-2718 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,953 DEBUG [Thread-2720 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,953 DEBUG [Thread-2711 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,953 DEBUG [Thread-2709 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,954 DEBUG [Thread-2705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,954 DEBUG [Thread-2724 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,955 DEBUG [Thread-2713 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,955 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:48,956 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,956 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,956 DEBUG [Thread-2713 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,956 DEBUG [Thread-2713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,957 DEBUG [Thread-2707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,957 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,957 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,958 DEBUG [Thread-2707 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,958 DEBUG [Thread-2707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,959 DEBUG [Thread-2716 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,959 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,960 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,961 DEBUG [Thread-2722 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:17:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37895,1733285712389, seqNum=-1]
2024-12-04T04:17:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:17:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,962 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,964 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,965 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:17:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-12-04T04:17:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-04T04:17:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5]
2024-12-04T04:17:48,968 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:48,973 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:48,973 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:48,976 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-04T04:17:48,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:48,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:48,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:48,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:48,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:48,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:49,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044baeed26ec3542888f34afb10e31a879_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285868963/Put/seqid=0
2024-12-04T04:17:49,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285929005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285929005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285929008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285929008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285929017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742438_1614 (size=12154)
2024-12-04T04:17:49,038 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:49,043 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044baeed26ec3542888f34afb10e31a879_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044baeed26ec3542888f34afb10e31a879_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:49,043 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/e135b67d12084594ab2d5bca3653f29f, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:49,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/e135b67d12084594ab2d5bca3653f29f is 175, key is test_row_0/A:col10/1733285868963/Put/seqid=0
2024-12-04T04:17:49,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742439_1615 (size=30955)
2024-12-04T04:17:49,068 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/e135b67d12084594ab2d5bca3653f29f
2024-12-04T04:17:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-04T04:17:49,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285929116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285929116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285929120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285929128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285929128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-04T04:17:49,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:49,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/9f5d1b10deea444bbfbda8b8bf57716f is 50, key is test_row_0/B:col10/1733285868963/Put/seqid=0
2024-12-04T04:17:49,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742440_1616 (size=12001)
2024-12-04T04:17:49,185 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/9f5d1b10deea444bbfbda8b8bf57716f
2024-12-04T04:17:49,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/41205316859b456cb099bb6299083979 is 50, key is test_row_0/C:col10/1733285868963/Put/seqid=0
2024-12-04T04:17:49,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742441_1617 (size=12001)
2024-12-04T04:17:49,270 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/41205316859b456cb099bb6299083979
2024-12-04T04:17:49,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/e135b67d12084594ab2d5bca3653f29f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e135b67d12084594ab2d5bca3653f29f
2024-12-04T04:17:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-04T04:17:49,285 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e135b67d12084594ab2d5bca3653f29f, entries=150, sequenceid=17, filesize=30.2 K
2024-12-04T04:17:49,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/9f5d1b10deea444bbfbda8b8bf57716f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9f5d1b10deea444bbfbda8b8bf57716f
2024-12-04T04:17:49,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-04T04:17:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,307 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9f5d1b10deea444bbfbda8b8bf57716f, entries=150, sequenceid=17, filesize=11.7 K
2024-12-04T04:17:49,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/41205316859b456cb099bb6299083979 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/41205316859b456cb099bb6299083979
2024-12-04T04:17:49,328 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/41205316859b456cb099bb6299083979, entries=150, sequenceid=17, filesize=11.7 K
2024-12-04T04:17:49,336 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 32fee911e22d757c56b7cea577447e5c in 360ms, sequenceid=17, compaction requested=false
2024-12-04T04:17:49,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:49,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733285869003, max timestamp=1733285869343Num uniques 859; 
2024-12-04T04:17:49,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733285869003, max timestamp=1733285869343Num uniques 859; 
2024-12-04T04:17:49,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:49,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:49,350 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=69.33 KB heapSize=194.25 KB
2024-12-04T04:17:49,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:49,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285869003, max timestamp=1733285869343Num uniques 859; 
2024-12-04T04:17:49,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:49,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:49,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:49,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:49,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120417eb73b8b52c4544beb50a81d9c4baa2_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285869349/Put/seqid=0
2024-12-04T04:17:49,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742442_1618 (size=12154)
2024-12-04T04:17:49,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:49,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285869385, max timestamp=1733285869421Num uniques 859; 
2024-12-04T04:17:49,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-04T04:17:49,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285869385, max timestamp=1733285869421Num uniques 859; 
2024-12-04T04:17:49,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-04T04:17:49,447 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285869385, max timestamp=1733285869421Num uniques 859; 
2024-12-04T04:17:49,447 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-04T04:17:49,450 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120417eb73b8b52c4544beb50a81d9c4baa2_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120417eb73b8b52c4544beb50a81d9c4baa2_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:49,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/bdcf5b92bdb6424682a2b14a69fc7cf0, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:49,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/bdcf5b92bdb6424682a2b14a69fc7cf0 is 175, key is test_row_0/A:col10/1733285869349/Put/seqid=0
2024-12-04T04:17:49,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-04T04:17:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742443_1619 (size=30955)
2024-12-04T04:17:49,465 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/bdcf5b92bdb6424682a2b14a69fc7cf0
2024-12-04T04:17:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,473 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35405 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=67abd3a0ee76,37895,1733285712389, table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-04T04:17:49,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/743f02ccf76f4035bf8a013af8759f52 is 50, key is test_row_0/B:col10/1733285869349/Put/seqid=0
2024-12-04T04:17:49,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285929471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285929473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285929473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285929486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285869469, max timestamp=1733285869473Num uniques 1009; 
2024-12-04T04:17:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:17:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285869469, max timestamp=1733285869473Num uniques 1009; 
2024-12-04T04:17:49,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:17:49,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285869469, max timestamp=1733285869473Num uniques 1009; 
2024-12-04T04:17:49,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:17:49,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742444_1620 (size=12001)
2024-12-04T04:17:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-04T04:17:49,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285869554, max timestamp=1733285869609Num uniques 1009; 
2024-12-04T04:17:49,616 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10392, suffix heap size=132904,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=227
2024-12-04T04:17:49,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285869554, max timestamp=1733285869609Num uniques 1009; 
2024-12-04T04:17:49,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10392, suffix heap size=132904,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=227
2024-12-04T04:17:49,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285869554, max timestamp=1733285869609Num uniques 1009; 
2024-12-04T04:17:49,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10392, suffix heap size=132904,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=227
2024-12-04T04:17:49,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-04T04:17:49,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:49,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733285869629, max timestamp=1733285869664Num uniques 1086; 
2024-12-04T04:17:49,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286
2024-12-04T04:17:49,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285869657, max timestamp=1733285869664Num uniques 1086; 
2024-12-04T04:17:49,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150
2024-12-04T04:17:49,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285869657, max timestamp=1733285869664Num uniques 1086; 
2024-12-04T04:17:49,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150
2024-12-04T04:17:49,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285929727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285929727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285929728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285869723, max timestamp=1733285869732Num uniques 1145; 
2024-12-04T04:17:49,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733285869723, max timestamp=1733285869732Num uniques 1009; 
2024-12-04T04:17:49,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245
2024-12-04T04:17:49,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=11220, suffix heap size=132904,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=245
2024-12-04T04:17:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733285869725, max timestamp=1733285869732Num uniques 1009; 
2024-12-04T04:17:49,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8930, suffix heap size=132904,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=195
2024-12-04T04:17:49,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-04T04:17:49,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:49,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285929801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285929803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285929845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285929845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285929848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285929916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285929916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:49,932 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/743f02ccf76f4035bf8a013af8759f52
2024-12-04T04:17:49,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-04T04:17:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:49,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:50,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/c108f1734fd34107a98985d1d7def27e is 50, key is test_row_0/C:col10/1733285869349/Put/seqid=0
2024-12-04T04:17:50,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742445_1621 (size=12001)
2024-12-04T04:17:50,039 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/c108f1734fd34107a98985d1d7def27e
2024-12-04T04:17:50,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285930056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285930056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285930068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/bdcf5b92bdb6424682a2b14a69fc7cf0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/bdcf5b92bdb6424682a2b14a69fc7cf0
2024-12-04T04:17:50,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/bdcf5b92bdb6424682a2b14a69fc7cf0, entries=150, sequenceid=40, filesize=30.2 K
2024-12-04T04:17:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-04T04:17:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/743f02ccf76f4035bf8a013af8759f52 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/743f02ccf76f4035bf8a013af8759f52
2024-12-04T04:17:50,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285930125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285930125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,133 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/743f02ccf76f4035bf8a013af8759f52, entries=150, sequenceid=40, filesize=11.7 K
2024-12-04T04:17:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/c108f1734fd34107a98985d1d7def27e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/c108f1734fd34107a98985d1d7def27e
2024-12-04T04:17:50,138 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/c108f1734fd34107a98985d1d7def27e, entries=150, sequenceid=40, filesize=11.7 K
2024-12-04T04:17:50,139 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~121.27 KB/124176, currentSize=138.65 KB/141980 for 32fee911e22d757c56b7cea577447e5c in 789ms, sequenceid=40, compaction requested=false
2024-12-04T04:17:50,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:50,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-12-04T04:17:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:50,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=138.65 KB heapSize=391.77 KB
2024-12-04T04:17:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:50,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047c13ce15f9634355a09f32e752b8fee6_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285869795/Put/seqid=0
2024-12-04T04:17:50,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742446_1622 (size=12304)
2024-12-04T04:17:50,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:50,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047c13ce15f9634355a09f32e752b8fee6_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047c13ce15f9634355a09f32e752b8fee6_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:50,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/ab875e03cd7947deae1e4700bf3e4b31, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:50,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/ab875e03cd7947deae1e4700bf3e4b31 is 175, key is test_row_0/A:col10/1733285869795/Put/seqid=0
2024-12-04T04:17:50,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742447_1623 (size=31105)
2024-12-04T04:17:50,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/ab875e03cd7947deae1e4700bf3e4b31
2024-12-04T04:17:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/c88a6fc54f2d41f8925eb377e2f80a44 is 50, key is test_row_0/B:col10/1733285869795/Put/seqid=0
2024-12-04T04:17:50,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742448_1624 (size=12151)
2024-12-04T04:17:50,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:50,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285930385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285930392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285930393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285930435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285930435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285930505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285930505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/c88a6fc54f2d41f8925eb377e2f80a44
2024-12-04T04:17:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/62ca850e530547d095cee936d888ec61 is 50, key is test_row_0/C:col10/1733285869795/Put/seqid=0
2024-12-04T04:17:50,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742449_1625 (size=12151)
2024-12-04T04:17:50,648 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/62ca850e530547d095cee936d888ec61
2024-12-04T04:17:50,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/ab875e03cd7947deae1e4700bf3e4b31 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ab875e03cd7947deae1e4700bf3e4b31
2024-12-04T04:17:50,654 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ab875e03cd7947deae1e4700bf3e4b31, entries=150, sequenceid=145, filesize=30.4 K
2024-12-04T04:17:50,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/c88a6fc54f2d41f8925eb377e2f80a44 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/c88a6fc54f2d41f8925eb377e2f80a44
2024-12-04T04:17:50,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/c88a6fc54f2d41f8925eb377e2f80a44, entries=150, sequenceid=145, filesize=11.9 K
2024-12-04T04:17:50,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/62ca850e530547d095cee936d888ec61 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/62ca850e530547d095cee936d888ec61
2024-12-04T04:17:50,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/62ca850e530547d095cee936d888ec61, entries=150, sequenceid=145, filesize=11.9 K
2024-12-04T04:17:50,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~391.72 KB/401120, currentSize=53.67 KB/54960 for 32fee911e22d757c56b7cea577447e5c in 520ms, sequenceid=145, compaction requested=true
2024-12-04T04:17:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-12-04T04:17:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-12-04T04:17:50,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-12-04T04:17:50,667 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6930 sec
2024-12-04T04:17:50,671 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.7120 sec
2024-12-04T04:17:50,717 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-12-04T04:17:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:50,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120453f71b3f9f3e4919b4cd5ef01785e1d6_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285870368/Put/seqid=0
2024-12-04T04:17:50,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742450_1626 (size=12304)
2024-12-04T04:17:50,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285930755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285930758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285930866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285930866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285930908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285930946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:50,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285930948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:51,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285931075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:51,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285931076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:51,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-12-04T04:17:51,126 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:51,126 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-12-04T04:17:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-04T04:17:51,128 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:51,128 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:51,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:51,149 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:51,169 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120453f71b3f9f3e4919b4cd5ef01785e1d6_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120453f71b3f9f3e4919b4cd5ef01785e1d6_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:51,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/8d26fd727677497c95096b93df57d0b4, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:51,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/8d26fd727677497c95096b93df57d0b4 is 175, key is test_row_0/A:col10/1733285870368/Put/seqid=0
2024-12-04T04:17:51,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742451_1627 (size=31105)
2024-12-04T04:17:51,180 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/8d26fd727677497c95096b93df57d0b4
2024-12-04T04:17:51,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/9b9161c44712414c89486886ecf5d78b is 50, key is test_row_0/B:col10/1733285870368/Put/seqid=0
2024-12-04T04:17:51,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742452_1628 (size=12151)
2024-12-04T04:17:51,202 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/9b9161c44712414c89486886ecf5d78b
2024-12-04T04:17:51,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/794ba579dc3548708177fe7bdc60aae3 is 50, key is test_row_0/C:col10/1733285870368/Put/seqid=0
2024-12-04T04:17:51,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742453_1629 (size=12151)
2024-12-04T04:17:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-04T04:17:51,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285931387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:51,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:51,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:51,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:51,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285931397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:51,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:51,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:51,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:51,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-04T04:17:51,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:51,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:51,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,652 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/794ba579dc3548708177fe7bdc60aae3
2024-12-04T04:17:51,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/8d26fd727677497c95096b93df57d0b4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/8d26fd727677497c95096b93df57d0b4
2024-12-04T04:17:51,689 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/8d26fd727677497c95096b93df57d0b4, entries=150, sequenceid=157, filesize=30.4 K
2024-12-04T04:17:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/9b9161c44712414c89486886ecf5d78b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9b9161c44712414c89486886ecf5d78b
2024-12-04T04:17:51,719 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9b9161c44712414c89486886ecf5d78b, entries=150, sequenceid=157, filesize=11.9 K
2024-12-04T04:17:51,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/794ba579dc3548708177fe7bdc60aae3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/794ba579dc3548708177fe7bdc60aae3
2024-12-04T04:17:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-04T04:17:51,766 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/794ba579dc3548708177fe7bdc60aae3, entries=150, sequenceid=157, filesize=11.9 K
2024-12-04T04:17:51,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:51,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:51,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,768 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 32fee911e22d757c56b7cea577447e5c in 1050ms, sequenceid=157, compaction requested=true
2024-12-04T04:17:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-12-04T04:17:51,768 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:51,768 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:51,773 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48304 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:51,773 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/C is initiating minor compaction (all files)
2024-12-04T04:17:51,773 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/C in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,773 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/41205316859b456cb099bb6299083979, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/c108f1734fd34107a98985d1d7def27e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/62ca850e530547d095cee936d888ec61, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/794ba579dc3548708177fe7bdc60aae3] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=47.2 K
2024-12-04T04:17:51,774 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 41205316859b456cb099bb6299083979, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733285868963
2024-12-04T04:17:51,774 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c108f1734fd34107a98985d1d7def27e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733285869003
2024-12-04T04:17:51,774 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 62ca850e530547d095cee936d888ec61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733285869788
2024-12-04T04:17:51,775 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 794ba579dc3548708177fe7bdc60aae3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285870368
2024-12-04T04:17:51,777 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 124120 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:51,777 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/A is initiating minor compaction (all files)
2024-12-04T04:17:51,777 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/A in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,777 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e135b67d12084594ab2d5bca3653f29f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/bdcf5b92bdb6424682a2b14a69fc7cf0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ab875e03cd7947deae1e4700bf3e4b31, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/8d26fd727677497c95096b93df57d0b4] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=121.2 K
2024-12-04T04:17:51,777 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,777 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e135b67d12084594ab2d5bca3653f29f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/bdcf5b92bdb6424682a2b14a69fc7cf0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ab875e03cd7947deae1e4700bf3e4b31, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/8d26fd727677497c95096b93df57d0b4]
2024-12-04T04:17:51,780 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e135b67d12084594ab2d5bca3653f29f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733285868963
2024-12-04T04:17:51,781 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdcf5b92bdb6424682a2b14a69fc7cf0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733285869003
2024-12-04T04:17:51,781 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab875e03cd7947deae1e4700bf3e4b31, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733285869788
2024-12-04T04:17:51,782 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d26fd727677497c95096b93df57d0b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285870368
2024-12-04T04:17:51,791 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#C#compaction#531 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:51,791 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/7676606c7941462599bdcd0fd2c545f5 is 50, key is test_row_0/C:col10/1733285870368/Put/seqid=0
2024-12-04T04:17:51,796 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:51,805 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204c43aaaa3f70a44c49a1dd03138cdecae_32fee911e22d757c56b7cea577447e5c store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:51,807 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204c43aaaa3f70a44c49a1dd03138cdecae_32fee911e22d757c56b7cea577447e5c, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:51,808 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c43aaaa3f70a44c49a1dd03138cdecae_32fee911e22d757c56b7cea577447e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:51,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742454_1630 (size=12289)
2024-12-04T04:17:51,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742455_1631 (size=4469)
2024-12-04T04:17:51,852 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#A#compaction#532 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:51,853 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/62d3cb12c9fe431d8527c0029af40641 is 175, key is test_row_0/A:col10/1733285870368/Put/seqid=0
2024-12-04T04:17:51,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742456_1632 (size=31243)
2024-12-04T04:17:51,894 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/62d3cb12c9fe431d8527c0029af40641 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/62d3cb12c9fe431d8527c0029af40641
2024-12-04T04:17:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:51,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285870747, max timestamp=1733285871897Num uniques 859; 
2024-12-04T04:17:51,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285870747, max timestamp=1733285871897Num uniques 859; 
2024-12-04T04:17:51,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:51,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:51,905 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-12-04T04:17:51,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285870747, max timestamp=1733285871897Num uniques 859; 
2024-12-04T04:17:51,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:17:51,906 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/A of 32fee911e22d757c56b7cea577447e5c into 62d3cb12c9fe431d8527c0029af40641(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:51,906 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:51,906 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/A, priority=12, startTime=1733285871768; duration=0sec
2024-12-04T04:17:51,906 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:51,906 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:A
2024-12-04T04:17:51,906 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:17:51,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:51,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:51,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:51,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:51,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:51,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:51,910 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48304 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:17:51,910 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/B is initiating minor compaction (all files)
2024-12-04T04:17:51,910 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/B in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,910 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9f5d1b10deea444bbfbda8b8bf57716f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/743f02ccf76f4035bf8a013af8759f52, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/c88a6fc54f2d41f8925eb377e2f80a44, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9b9161c44712414c89486886ecf5d78b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=47.2 K
2024-12-04T04:17:51,911 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f5d1b10deea444bbfbda8b8bf57716f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733285868963
2024-12-04T04:17:51,911 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 743f02ccf76f4035bf8a013af8759f52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733285869003
2024-12-04T04:17:51,911 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting c88a6fc54f2d41f8925eb377e2f80a44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733285869788
2024-12-04T04:17:51,911 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b9161c44712414c89486886ecf5d78b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285870368
2024-12-04T04:17:51,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:51,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:51,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:51,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:51,945 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#B#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:51,945 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/400369322cce4f19ae8aa9cf4dfd6ace is 50, key is test_row_0/B:col10/1733285870368/Put/seqid=0
2024-12-04T04:17:51,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120495323e6b788848448c087d282c37f33c_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285870753/Put/seqid=0
2024-12-04T04:17:51,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742457_1633 (size=12289)
2024-12-04T04:17:51,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742458_1634 (size=12304)
2024-12-04T04:17:51,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:51,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285871975, max timestamp=1733285871980Num uniques 859; 
2024-12-04T04:17:51,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285871975, max timestamp=1733285871980Num uniques 859; 
2024-12-04T04:17:51,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:51,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:51,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733285871975, max timestamp=1733285871980Num uniques 859; 
2024-12-04T04:17:51,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-12-04T04:17:51,987 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120495323e6b788848448c087d282c37f33c_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120495323e6b788848448c087d282c37f33c_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:51,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/4f061ee12621402084e3e0c89b9b46bf, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:51,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/4f061ee12621402084e3e0c89b9b46bf is 175, key is test_row_0/A:col10/1733285870753/Put/seqid=0
2024-12-04T04:17:52,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742459_1635 (size=31105)
2024-12-04T04:17:52,003 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/4f061ee12621402084e3e0c89b9b46bf
2024-12-04T04:17:52,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/34be44ccc0654e779447e4344648f063 is 50, key is test_row_0/B:col10/1733285870753/Put/seqid=0
2024-12-04T04:17:52,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742460_1636 (size=12151)
2024-12-04T04:17:52,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733285872016, max timestamp=1733285872048Num uniques 1068; 
2024-12-04T04:17:52,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-12-04T04:17:52,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733285872016, max timestamp=1733285872048Num uniques 1068; 
2024-12-04T04:17:52,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-12-04T04:17:52,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733285872016, max timestamp=1733285872048Num uniques 1068; 
2024-12-04T04:17:52,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-12-04T04:17:52,057 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/34be44ccc0654e779447e4344648f063
2024-12-04T04:17:52,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/cedfbe59caf546acb0a643aeb0a37064 is 50, key is test_row_0/C:col10/1733285870753/Put/seqid=0
2024-12-04T04:17:52,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285872094, max timestamp=1733285872117Num uniques 1027; 
2024-12-04T04:17:52,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-12-04T04:17:52,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285872094, max timestamp=1733285872117Num uniques 1027; 
2024-12-04T04:17:52,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-12-04T04:17:52,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733285872094, max timestamp=1733285872117Num uniques 1027; 
2024-12-04T04:17:52,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-12-04T04:17:52,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742461_1637 (size=12151)
2024-12-04T04:17:52,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:52,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:52,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872159, max timestamp=1733285872228Num uniques 1086; 
2024-12-04T04:17:52,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150
2024-12-04T04:17:52,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872159, max timestamp=1733285872228Num uniques 1086; 
2024-12-04T04:17:52,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150
2024-12-04T04:17:52,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872159, max timestamp=1733285872228Num uniques 1086; 
2024-12-04T04:17:52,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150
2024-12-04T04:17:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-04T04:17:52,292 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/7676606c7941462599bdcd0fd2c545f5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/7676606c7941462599bdcd0fd2c545f5
2024-12-04T04:17:52,308 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/C of 32fee911e22d757c56b7cea577447e5c into 7676606c7941462599bdcd0fd2c545f5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:52,308 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:52,308 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/C, priority=12, startTime=1733285871768; duration=0sec
2024-12-04T04:17:52,308 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:52,308 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:C
2024-12-04T04:17:52,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872307, max timestamp=1733285872334Num uniques 1009; 
2024-12-04T04:17:52,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:17:52,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872307, max timestamp=1733285872334Num uniques 1009; 
2024-12-04T04:17:52,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:17:52,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872307, max timestamp=1733285872334Num uniques 1009; 
2024-12-04T04:17:52,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:17:52,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733285872374, max timestamp=1733285872406Num uniques 1009; 
2024-12-04T04:17:52,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154
2024-12-04T04:17:52,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733285872374, max timestamp=1733285872406Num uniques 1009; 
2024-12-04T04:17:52,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154
2024-12-04T04:17:52,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733285872374, max timestamp=1733285872406Num uniques 1009; 
2024-12-04T04:17:52,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154
2024-12-04T04:17:52,436 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/400369322cce4f19ae8aa9cf4dfd6ace as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/400369322cce4f19ae8aa9cf4dfd6ace
2024-12-04T04:17:52,453 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-04T04:17:52,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872397, max timestamp=1733285872449Num uniques 1013; 
2024-12-04T04:17:52,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=6870, suffix heap size=133320,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=150
2024-12-04T04:17:52,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872397, max timestamp=1733285872449Num uniques 1013; 
2024-12-04T04:17:52,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=6870, suffix heap size=133320,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=150
2024-12-04T04:17:52,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285872397, max timestamp=1733285872449Num uniques 1013; 
2024-12-04T04:17:52,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=6870, suffix heap size=133320,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=150
2024-12-04T04:17:52,472 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/B of 32fee911e22d757c56b7cea577447e5c into 400369322cce4f19ae8aa9cf4dfd6ace(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:52,472 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:52,472 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/B, priority=12, startTime=1733285871768; duration=0sec
2024-12-04T04:17:52,472 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:52,472 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:B
2024-12-04T04:17:52,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733285872494, max timestamp=1733285872510Num uniques 1009; 
2024-12-04T04:17:52,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10162, suffix heap size=132904,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=222
2024-12-04T04:17:52,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733285872494, max timestamp=1733285872510Num uniques 1009; 
2024-12-04T04:17:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=7872, suffix heap size=132904,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=172
2024-12-04T04:17:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733285872494, max timestamp=1733285872510Num uniques 1009; 
2024-12-04T04:17:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=7872, suffix heap size=132904,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=172
2024-12-04T04:17:52,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733285872530, max timestamp=1733285872561Num uniques 1081; 
2024-12-04T04:17:52,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231
2024-12-04T04:17:52,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733285872530, max timestamp=1733285872561Num uniques 1031; 
2024-12-04T04:17:52,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231
2024-12-04T04:17:52,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733285872530, max timestamp=1733285872561Num uniques 1031; 
2024-12-04T04:17:52,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231
2024-12-04T04:17:52,585 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/cedfbe59caf546acb0a643aeb0a37064
2024-12-04T04:17:52,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733285872603, max timestamp=1733285872630Num uniques 1090; 
2024-12-04T04:17:52,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190
2024-12-04T04:17:52,636 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733285872603, max timestamp=1733285872630Num uniques 1090; 
2024-12-04T04:17:52,636 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190
2024-12-04T04:17:52,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733285872603, max timestamp=1733285872630Num uniques 1090; 
2024-12-04T04:17:52,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/4f061ee12621402084e3e0c89b9b46bf as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4f061ee12621402084e3e0c89b9b46bf
2024-12-04T04:17:52,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190
2024-12-04T04:17:52,668 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4f061ee12621402084e3e0c89b9b46bf, entries=150, sequenceid=179, filesize=30.4 K
2024-12-04T04:17:52,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/34be44ccc0654e779447e4344648f063 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/34be44ccc0654e779447e4344648f063
2024-12-04T04:17:52,674 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/34be44ccc0654e779447e4344648f063, entries=150, sequenceid=179, filesize=11.9 K
2024-12-04T04:17:52,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/cedfbe59caf546acb0a643aeb0a37064 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cedfbe59caf546acb0a643aeb0a37064
2024-12-04T04:17:52,678 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cedfbe59caf546acb0a643aeb0a37064, entries=150, sequenceid=179, filesize=11.9 K
2024-12-04T04:17:52,680 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=93.93 KB/96180 for 32fee911e22d757c56b7cea577447e5c in 774ms, sequenceid=179, compaction requested=false
2024-12-04T04:17:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:52,688 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=100.63 KB heapSize=282.47 KB
2024-12-04T04:17:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:17:52,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120433b21ee96ba14f4d90f59393836d3328_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285872659/Put/seqid=0
2024-12-04T04:17:52,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742462_1638 (size=14994)
2024-12-04T04:17:52,741 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:52,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285932732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285932732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,752 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120433b21ee96ba14f4d90f59393836d3328_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120433b21ee96ba14f4d90f59393836d3328_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:52,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/47e7e9b868004f8c98cd38d9b49af766, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:52,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/47e7e9b868004f8c98cd38d9b49af766 is 175, key is test_row_0/A:col10/1733285872659/Put/seqid=0
2024-12-04T04:17:52,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285932742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285932740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285932743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742463_1639 (size=39949)
2024-12-04T04:17:52,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285932847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285932847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285932867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285932867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285932868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:52,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:52,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:53,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:53,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285933056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285933057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285933075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285933075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285933085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,188 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/47e7e9b868004f8c98cd38d9b49af766
2024-12-04T04:17:53,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/8c04fac2a3734640937ca14f9f603c7d is 50, key is test_row_0/B:col10/1733285872659/Put/seqid=0
2024-12-04T04:17:53,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:53,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:53,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742464_1640 (size=12301)
2024-12-04T04:17:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-04T04:17:53,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285933368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285933376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285933385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285933391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285933395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:53,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:53,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,662 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/8c04fac2a3734640937ca14f9f603c7d
2024-12-04T04:17:53,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/50ebacef2e87483fafbf7fc1f94a419b is 50, key is test_row_0/C:col10/1733285872659/Put/seqid=0
2024-12-04T04:17:53,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742465_1641 (size=12301)
2024-12-04T04:17:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:53,731 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/50ebacef2e87483fafbf7fc1f94a419b
2024-12-04T04:17:53,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/47e7e9b868004f8c98cd38d9b49af766 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/47e7e9b868004f8c98cd38d9b49af766
2024-12-04T04:17:53,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/47e7e9b868004f8c98cd38d9b49af766, entries=200, sequenceid=367, filesize=39.0 K
2024-12-04T04:17:53,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/8c04fac2a3734640937ca14f9f603c7d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8c04fac2a3734640937ca14f9f603c7d
2024-12-04T04:17:53,807 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8c04fac2a3734640937ca14f9f603c7d, entries=150, sequenceid=367, filesize=12.0 K
2024-12-04T04:17:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/50ebacef2e87483fafbf7fc1f94a419b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/50ebacef2e87483fafbf7fc1f94a419b
2024-12-04T04:17:53,828 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/50ebacef2e87483fafbf7fc1f94a419b, entries=150, sequenceid=367, filesize=12.0 K
2024-12-04T04:17:53,829 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~282.42 KB/289200, currentSize=87.22 KB/89310 for 32fee911e22d757c56b7cea577447e5c in 1142ms, sequenceid=367, compaction requested=true
2024-12-04T04:17:53,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:53,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:53,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:53,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:53,829 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:53,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:53,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:53,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:53,829 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:53,831 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36741 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:53,831 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/B is initiating minor compaction (all files)
2024-12-04T04:17:53,831 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/B in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,831 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/400369322cce4f19ae8aa9cf4dfd6ace, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/34be44ccc0654e779447e4344648f063, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8c04fac2a3734640937ca14f9f603c7d] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=35.9 K
2024-12-04T04:17:53,831 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102297 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:53,831 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/A is initiating minor compaction (all files)
2024-12-04T04:17:53,831 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/A in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,832 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/62d3cb12c9fe431d8527c0029af40641, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4f061ee12621402084e3e0c89b9b46bf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/47e7e9b868004f8c98cd38d9b49af766] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=99.9 K
2024-12-04T04:17:53,832 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,832 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/62d3cb12c9fe431d8527c0029af40641, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4f061ee12621402084e3e0c89b9b46bf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/47e7e9b868004f8c98cd38d9b49af766]
2024-12-04T04:17:53,834 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 400369322cce4f19ae8aa9cf4dfd6ace, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285870368
2024-12-04T04:17:53,834 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62d3cb12c9fe431d8527c0029af40641, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285870368
2024-12-04T04:17:53,834 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 34be44ccc0654e779447e4344648f063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733285870747
2024-12-04T04:17:53,835 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f061ee12621402084e3e0c89b9b46bf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733285870747
2024-12-04T04:17:53,841 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c04fac2a3734640937ca14f9f603c7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733285872659
2024-12-04T04:17:53,841 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47e7e9b868004f8c98cd38d9b49af766, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733285872659
2024-12-04T04:17:53,859 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:53,859 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/ac0145162a824bd3be08cb7ca88ad110 is 50, key is test_row_0/B:col10/1733285872659/Put/seqid=0
2024-12-04T04:17:53,874 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:53,877 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204474cd65671ca45fe8f582ea46e6e9092_32fee911e22d757c56b7cea577447e5c store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:53,879 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204474cd65671ca45fe8f582ea46e6e9092_32fee911e22d757c56b7cea577447e5c, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:53,879 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204474cd65671ca45fe8f582ea46e6e9092_32fee911e22d757c56b7cea577447e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:53,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-12-04T04:17:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:53,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-04T04:17:53,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:53,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:53,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:53,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:53,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:53,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:53,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:53,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742466_1642 (size=12541)
2024-12-04T04:17:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b5802a2d66bb4873ae053d664f2c1417_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285872725/Put/seqid=0
2024-12-04T04:17:53,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742467_1643 (size=4469)
2024-12-04T04:17:53,938 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#A#compaction#541 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:53,939 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/b4e484cffecd4df7ac67819299230481 is 175, key is test_row_0/A:col10/1733285872659/Put/seqid=0
2024-12-04T04:17:53,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285933941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285933944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285933946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285933948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285933946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:53,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:53,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742468_1644 (size=12454)
2024-12-04T04:17:53,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:53,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b5802a2d66bb4873ae053d664f2c1417_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b5802a2d66bb4873ae053d664f2c1417_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:53,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/1c78a21966644847a3a563c38d958ab5, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:53,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/1c78a21966644847a3a563c38d958ab5 is 175, key is test_row_0/A:col10/1733285872725/Put/seqid=0
2024-12-04T04:17:54,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742469_1645 (size=31495)
2024-12-04T04:17:54,011 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/b4e484cffecd4df7ac67819299230481 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b4e484cffecd4df7ac67819299230481
2024-12-04T04:17:54,016 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/A of 32fee911e22d757c56b7cea577447e5c into b4e484cffecd4df7ac67819299230481(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:54,016 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:54,016 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/A, priority=13, startTime=1733285873829; duration=0sec
2024-12-04T04:17:54,016 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:54,016 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:A
2024-12-04T04:17:54,017 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:54,017 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36741 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:54,018 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/C is initiating minor compaction (all files)
2024-12-04T04:17:54,018 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/C in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:54,018 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/7676606c7941462599bdcd0fd2c545f5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cedfbe59caf546acb0a643aeb0a37064, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/50ebacef2e87483fafbf7fc1f94a419b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=35.9 K
2024-12-04T04:17:54,018 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7676606c7941462599bdcd0fd2c545f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733285870368
2024-12-04T04:17:54,018 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting cedfbe59caf546acb0a643aeb0a37064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733285870747
2024-12-04T04:17:54,019 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50ebacef2e87483fafbf7fc1f94a419b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733285872659
2024-12-04T04:17:54,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742470_1646 (size=31255)
2024-12-04T04:17:54,023 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/1c78a21966644847a3a563c38d958ab5
2024-12-04T04:17:54,046 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#C#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:54,046 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/b3b71c9b430845a2b5c9861dbe472559 is 50, key is test_row_0/C:col10/1733285872659/Put/seqid=0
2024-12-04T04:17:54,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285934056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/234b8ac8abcc4a4fb2c08c075c531054 is 50, key is test_row_0/B:col10/1733285872725/Put/seqid=0
2024-12-04T04:17:54,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285934067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285934068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285934067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285934071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742471_1647 (size=12541)
2024-12-04T04:17:54,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742472_1648 (size=12301)
2024-12-04T04:17:54,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/234b8ac8abcc4a4fb2c08c075c531054
2024-12-04T04:17:54,124 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/b3b71c9b430845a2b5c9861dbe472559 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/b3b71c9b430845a2b5c9861dbe472559
2024-12-04T04:17:54,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/ff7421b0b11d48809f2bb26ab0b1b9f0 is 50, key is test_row_0/C:col10/1733285872725/Put/seqid=0
2024-12-04T04:17:54,149 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/C of 32fee911e22d757c56b7cea577447e5c into b3b71c9b430845a2b5c9861dbe472559(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:54,149 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:54,149 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/C, priority=13, startTime=1733285873829; duration=0sec
2024-12-04T04:17:54,149 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:54,149 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:C
2024-12-04T04:17:54,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742473_1649 (size=12301)
2024-12-04T04:17:54,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/ff7421b0b11d48809f2bb26ab0b1b9f0
2024-12-04T04:17:54,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/1c78a21966644847a3a563c38d958ab5 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1c78a21966644847a3a563c38d958ab5
2024-12-04T04:17:54,177 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1c78a21966644847a3a563c38d958ab5, entries=150, sequenceid=383, filesize=30.5 K
2024-12-04T04:17:54,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/234b8ac8abcc4a4fb2c08c075c531054 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/234b8ac8abcc4a4fb2c08c075c531054
2024-12-04T04:17:54,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/234b8ac8abcc4a4fb2c08c075c531054, entries=150, sequenceid=383, filesize=12.0 K
2024-12-04T04:17:54,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/ff7421b0b11d48809f2bb26ab0b1b9f0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ff7421b0b11d48809f2bb26ab0b1b9f0
2024-12-04T04:17:54,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ff7421b0b11d48809f2bb26ab0b1b9f0, entries=150, sequenceid=383, filesize=12.0 K
2024-12-04T04:17:54,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 32fee911e22d757c56b7cea577447e5c in 317ms, sequenceid=383, compaction requested=false
2024-12-04T04:17:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-12-04T04:17:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-12-04T04:17:54,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-12-04T04:17:54,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0760 sec
2024-12-04T04:17:54,211 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 3.0830 sec
2024-12-04T04:17:54,272 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-04T04:17:54,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:54,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:54,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:54,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:54,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:54,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:54,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120408287c8bedb4405fb55f8d60c97d2b6d_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285873941/Put/seqid=0
2024-12-04T04:17:54,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742474_1650 (size=14994)
2024-12-04T04:17:54,333 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/ac0145162a824bd3be08cb7ca88ad110 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ac0145162a824bd3be08cb7ca88ad110
2024-12-04T04:17:54,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285934323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285934326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285934328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285934327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285934333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,346 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/B of 32fee911e22d757c56b7cea577447e5c into ac0145162a824bd3be08cb7ca88ad110(size=12.2 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:54,346 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:54,346 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/B, priority=13, startTime=1733285873829; duration=0sec
2024-12-04T04:17:54,346 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:54,346 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:B
2024-12-04T04:17:54,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285934446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285934446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285934446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285934446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285934446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285934655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285934656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285934656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285934656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285934658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:54,728 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:54,792 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120408287c8bedb4405fb55f8d60c97d2b6d_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120408287c8bedb4405fb55f8d60c97d2b6d_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:54,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a0841e88f3c745bfbc9fa4f3e20c7494, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:54,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a0841e88f3c745bfbc9fa4f3e20c7494 is 175, key is test_row_0/A:col10/1733285873941/Put/seqid=0
2024-12-04T04:17:54,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742475_1651 (size=39949)
2024-12-04T04:17:54,829 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a0841e88f3c745bfbc9fa4f3e20c7494
2024-12-04T04:17:54,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/8d8f40f0d733472cb593bcf1c1618b22 is 50, key is test_row_0/B:col10/1733285873941/Put/seqid=0
2024-12-04T04:17:54,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742476_1652 (size=12301)
2024-12-04T04:17:54,891 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/8d8f40f0d733472cb593bcf1c1618b22
2024-12-04T04:17:54,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/589df1b6dcf7401b8de583187705e99b is 50, key is test_row_0/C:col10/1733285873941/Put/seqid=0
2024-12-04T04:17:54,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742477_1653 (size=12301)
2024-12-04T04:17:54,913 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/589df1b6dcf7401b8de583187705e99b
2024-12-04T04:17:54,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a0841e88f3c745bfbc9fa4f3e20c7494 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a0841e88f3c745bfbc9fa4f3e20c7494
2024-12-04T04:17:54,922 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a0841e88f3c745bfbc9fa4f3e20c7494, entries=200, sequenceid=402, filesize=39.0 K
2024-12-04T04:17:54,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/8d8f40f0d733472cb593bcf1c1618b22 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8d8f40f0d733472cb593bcf1c1618b22
2024-12-04T04:17:54,939 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8d8f40f0d733472cb593bcf1c1618b22, entries=150, sequenceid=402, filesize=12.0 K
2024-12-04T04:17:54,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/589df1b6dcf7401b8de583187705e99b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/589df1b6dcf7401b8de583187705e99b
2024-12-04T04:17:54,944 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/589df1b6dcf7401b8de583187705e99b, entries=150, sequenceid=402, filesize=12.0 K
2024-12-04T04:17:54,946 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 32fee911e22d757c56b7cea577447e5c in 674ms, sequenceid=402, compaction requested=true
2024-12-04T04:17:54,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:54,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:54,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:54,946 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:54,946 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:54,947 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102699 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:54,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:54,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:54,947 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/A is initiating minor compaction (all files)
2024-12-04T04:17:54,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:54,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:54,947 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/A in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:54,947 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b4e484cffecd4df7ac67819299230481, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1c78a21966644847a3a563c38d958ab5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a0841e88f3c745bfbc9fa4f3e20c7494] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=100.3 K
2024-12-04T04:17:54,948 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:54,948 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b4e484cffecd4df7ac67819299230481, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1c78a21966644847a3a563c38d958ab5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a0841e88f3c745bfbc9fa4f3e20c7494]
2024-12-04T04:17:54,948 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e484cffecd4df7ac67819299230481, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733285872659
2024-12-04T04:17:54,949 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c78a21966644847a3a563c38d958ab5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733285872719
2024-12-04T04:17:54,949 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:54,949 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/B is initiating minor compaction (all files)
2024-12-04T04:17:54,949 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0841e88f3c745bfbc9fa4f3e20c7494, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733285873915
2024-12-04T04:17:54,949 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/B in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:54,950 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ac0145162a824bd3be08cb7ca88ad110, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/234b8ac8abcc4a4fb2c08c075c531054, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8d8f40f0d733472cb593bcf1c1618b22] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=36.3 K
2024-12-04T04:17:54,950 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ac0145162a824bd3be08cb7ca88ad110, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733285872659
2024-12-04T04:17:54,950 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 234b8ac8abcc4a4fb2c08c075c531054, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733285872719
2024-12-04T04:17:54,951 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d8f40f0d733472cb593bcf1c1618b22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733285873915
2024-12-04T04:17:54,959 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:54,961 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#B#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:54,962 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/49e43d1aff0d481e99698d9c8d350784 is 50, key is test_row_0/B:col10/1733285873941/Put/seqid=0
2024-12-04T04:17:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:54,968 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412044dacc7386fa74c7baf8a4c1cb003e2c1_32fee911e22d757c56b7cea577447e5c store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:54,970 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412044dacc7386fa74c7baf8a4c1cb003e2c1_32fee911e22d757c56b7cea577447e5c, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:54,970 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-12-04T04:17:54,970 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044dacc7386fa74c7baf8a4c1cb003e2c1_32fee911e22d757c56b7cea577447e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:54,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742479_1655 (size=4469)
2024-12-04T04:17:54,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742478_1654 (size=12643)
2024-12-04T04:17:54,979 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#A#compaction#549 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:54,979 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/4c25af08d0d242b591d4ce6ff8e5f1b4 is 175, key is test_row_0/A:col10/1733285873941/Put/seqid=0
2024-12-04T04:17:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:54,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120403f4a64381f74df0a6f049bd1631a1ae_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285874967/Put/seqid=0
2024-12-04T04:17:54,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742480_1656 (size=31597)
2024-12-04T04:17:55,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742481_1657 (size=17534)
2024-12-04T04:17:55,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:55,005 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120403f4a64381f74df0a6f049bd1631a1ae_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120403f4a64381f74df0a6f049bd1631a1ae_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:55,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285934997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285935001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285935003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,007 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/d978f58e9682488aaa9df31a9f5130a2, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285935005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285935005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/d978f58e9682488aaa9df31a9f5130a2 is 175, key is test_row_0/A:col10/1733285874967/Put/seqid=0
2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742482_1658 (size=48639)
2024-12-04T04:17:55,014 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/d978f58e9682488aaa9df31a9f5130a2
2024-12-04T04:17:55,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/f56b1970f0684abe9a5ea9bb2d0bbb74 is 50, key is test_row_0/B:col10/1733285874967/Put/seqid=0
2024-12-04T04:17:55,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742483_1659 (size=12301)
2024-12-04T04:17:55,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285935116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285935116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285935116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285935119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285935118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-12-04T04:17:55,321 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:55,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-12-04T04:17:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-04T04:17:55,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285935325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285935326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285935326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,333 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,334 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:55,334 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:55,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285935340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285935340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-04T04:17:55,470 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/49e43d1aff0d481e99698d9c8d350784 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/49e43d1aff0d481e99698d9c8d350784
2024-12-04T04:17:55,470 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/4c25af08d0d242b591d4ce6ff8e5f1b4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4c25af08d0d242b591d4ce6ff8e5f1b4
2024-12-04T04:17:55,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,494 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/f56b1970f0684abe9a5ea9bb2d0bbb74
2024-12-04T04:17:55,519 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/B of 32fee911e22d757c56b7cea577447e5c into 49e43d1aff0d481e99698d9c8d350784(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:55,519 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:55,519 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/B, priority=13, startTime=1733285874946; duration=0sec
2024-12-04T04:17:55,520 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:55,520 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:B
2024-12-04T04:17:55,520 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:55,521 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/A of 32fee911e22d757c56b7cea577447e5c into 4c25af08d0d242b591d4ce6ff8e5f1b4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:55,521 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:55,521 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/A, priority=13, startTime=1733285874946; duration=0sec
2024-12-04T04:17:55,521 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:55,522 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:A
2024-12-04T04:17:55,525 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:55,525 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/C is initiating minor compaction (all files)
2024-12-04T04:17:55,525 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/C in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,525 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/b3b71c9b430845a2b5c9861dbe472559, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ff7421b0b11d48809f2bb26ab0b1b9f0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/589df1b6dcf7401b8de583187705e99b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=36.3 K
2024-12-04T04:17:55,527 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting b3b71c9b430845a2b5c9861dbe472559, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733285872659
2024-12-04T04:17:55,527 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ff7421b0b11d48809f2bb26ab0b1b9f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733285872719
2024-12-04T04:17:55,529 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 589df1b6dcf7401b8de583187705e99b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733285873915
2024-12-04T04:17:55,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/009e569e954141f197260741de14c742 is 50, key is test_row_0/C:col10/1733285874967/Put/seqid=0
2024-12-04T04:17:55,542 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#C#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:55,542 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/ce54e2afe05a42ac97525b013efe5351 is 50, key is test_row_0/C:col10/1733285873941/Put/seqid=0
2024-12-04T04:17:55,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742485_1661 (size=12643)
2024-12-04T04:17:55,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742484_1660 (size=12301)
2024-12-04T04:17:55,605 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/009e569e954141f197260741de14c742
2024-12-04T04:17:55,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/d978f58e9682488aaa9df31a9f5130a2 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/d978f58e9682488aaa9df31a9f5130a2
2024-12-04T04:17:55,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/d978f58e9682488aaa9df31a9f5130a2, entries=250, sequenceid=422, filesize=47.5 K
2024-12-04T04:17:55,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/f56b1970f0684abe9a5ea9bb2d0bbb74 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f56b1970f0684abe9a5ea9bb2d0bbb74
2024-12-04T04:17:55,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285935640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285935640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285935646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-04T04:17:55,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,658 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f56b1970f0684abe9a5ea9bb2d0bbb74, entries=150, sequenceid=422, filesize=12.0 K
2024-12-04T04:17:55,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/009e569e954141f197260741de14c742 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/009e569e954141f197260741de14c742
2024-12-04T04:17:55,671 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/009e569e954141f197260741de14c742, entries=150, sequenceid=422, filesize=12.0 K
2024-12-04T04:17:55,673 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 32fee911e22d757c56b7cea577447e5c in 703ms, sequenceid=422, compaction requested=false
2024-12-04T04:17:55,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:55,676 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:17:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:55,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:55,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045f0e9816a86048d994c141d95831d724_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285875671/Put/seqid=0
2024-12-04T04:17:55,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742486_1662 (size=14994)
2024-12-04T04:17:55,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:55,736 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045f0e9816a86048d994c141d95831d724_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045f0e9816a86048d994c141d95831d724_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:55,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/582f98455b0d4d3faaa55188bbd95c8c, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:55,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/582f98455b0d4d3faaa55188bbd95c8c is 175, key is test_row_0/A:col10/1733285875671/Put/seqid=0
2024-12-04T04:17:55,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742487_1663 (size=39949)
2024-12-04T04:17:55,752 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/582f98455b0d4d3faaa55188bbd95c8c
2024-12-04T04:17:55,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/70e779b513d544eaa87333ac3cab4514 is 50, key is test_row_0/B:col10/1733285875671/Put/seqid=0
2024-12-04T04:17:55,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285935780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285935784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742488_1664 (size=12301)
2024-12-04T04:17:55,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285935895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285935895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-04T04:17:55,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:55,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:55,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:55,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:55,999 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/ce54e2afe05a42ac97525b013efe5351 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ce54e2afe05a42ac97525b013efe5351
2024-12-04T04:17:56,003 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/C of 32fee911e22d757c56b7cea577447e5c into ce54e2afe05a42ac97525b013efe5351(size=12.3 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:56,003 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:56,003 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/C, priority=13, startTime=1733285874947; duration=0sec
2024-12-04T04:17:56,003 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:56,004 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:C
2024-12-04T04:17:56,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285936105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285936105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:56,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285936155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:56,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285936160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285936160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:56,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:56,190 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/70e779b513d544eaa87333ac3cab4514
2024-12-04T04:17:56,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/cb331f0b742d4e2e9bc73ec163498520 is 50, key is test_row_0/C:col10/1733285875671/Put/seqid=0
2024-12-04T04:17:56,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742489_1665 (size=12301)
2024-12-04T04:17:56,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285936416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:56,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285936421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:56,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:56,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:56,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-04T04:17:56,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/cb331f0b742d4e2e9bc73ec163498520
2024-12-04T04:17:56,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:56,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/582f98455b0d4d3faaa55188bbd95c8c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/582f98455b0d4d3faaa55188bbd95c8c
2024-12-04T04:17:56,677 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/582f98455b0d4d3faaa55188bbd95c8c, entries=200, sequenceid=438, filesize=39.0 K
2024-12-04T04:17:56,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/70e779b513d544eaa87333ac3cab4514 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/70e779b513d544eaa87333ac3cab4514
2024-12-04T04:17:56,729 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/70e779b513d544eaa87333ac3cab4514, entries=150, sequenceid=438, filesize=12.0 K
2024-12-04T04:17:56,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/cb331f0b742d4e2e9bc73ec163498520 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cb331f0b742d4e2e9bc73ec163498520
2024-12-04T04:17:56,741 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cb331f0b742d4e2e9bc73ec163498520, entries=150, sequenceid=438, filesize=12.0 K
2024-12-04T04:17:56,743 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 32fee911e22d757c56b7cea577447e5c in 1068ms, sequenceid=438, compaction requested=true
2024-12-04T04:17:56,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:56,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:56,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:56,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:56,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:56,743 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:56,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:56,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:56,744 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:56,745 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 120185 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:56,745 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/A is initiating minor compaction (all files)
2024-12-04T04:17:56,746 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/A in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,746 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4c25af08d0d242b591d4ce6ff8e5f1b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/d978f58e9682488aaa9df31a9f5130a2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/582f98455b0d4d3faaa55188bbd95c8c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=117.4 K
2024-12-04T04:17:56,746 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,746 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4c25af08d0d242b591d4ce6ff8e5f1b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/d978f58e9682488aaa9df31a9f5130a2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/582f98455b0d4d3faaa55188bbd95c8c]
2024-12-04T04:17:56,746 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:56,746 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/B is initiating minor compaction (all files)
2024-12-04T04:17:56,746 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/B in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,746 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/49e43d1aff0d481e99698d9c8d350784, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f56b1970f0684abe9a5ea9bb2d0bbb74, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/70e779b513d544eaa87333ac3cab4514] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=36.4 K
2024-12-04T04:17:56,746 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c25af08d0d242b591d4ce6ff8e5f1b4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733285873915
2024-12-04T04:17:56,746 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49e43d1aff0d481e99698d9c8d350784, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733285873915
2024-12-04T04:17:56,747 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting d978f58e9682488aaa9df31a9f5130a2, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733285874309
2024-12-04T04:17:56,747 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f56b1970f0684abe9a5ea9bb2d0bbb74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733285874967
2024-12-04T04:17:56,747 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70e779b513d544eaa87333ac3cab4514, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733285874989
2024-12-04T04:17:56,747 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 582f98455b0d4d3faaa55188bbd95c8c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733285874989
2024-12-04T04:17:56,766 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#B#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:56,767 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/e03ca67fd8d9483c8c4b13949e04c273 is 50, key is test_row_0/B:col10/1733285875671/Put/seqid=0
2024-12-04T04:17:56,770 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:56,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-12-04T04:17:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,801 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-12-04T04:17:56,801 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204c91b2efc26df45328ebdb2af4d1f7847_32fee911e22d757c56b7cea577447e5c store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:56,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:56,803 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204c91b2efc26df45328ebdb2af4d1f7847_32fee911e22d757c56b7cea577447e5c, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:56,803 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c91b2efc26df45328ebdb2af4d1f7847_32fee911e22d757c56b7cea577447e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:56,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742490_1666 (size=12745)
2024-12-04T04:17:56,820 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/e03ca67fd8d9483c8c4b13949e04c273 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e03ca67fd8d9483c8c4b13949e04c273
2024-12-04T04:17:56,825 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/B of 32fee911e22d757c56b7cea577447e5c into e03ca67fd8d9483c8c4b13949e04c273(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:56,825 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:56,825 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/B, priority=13, startTime=1733285876743; duration=0sec
2024-12-04T04:17:56,825 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:56,825 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:B
2024-12-04T04:17:56,825 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:56,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042cd51b40ec82439591bb3fcedc9579ee_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285875754/Put/seqid=0
2024-12-04T04:17:56,826 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:56,826 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/C is initiating minor compaction (all files)
2024-12-04T04:17:56,826 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/C in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:56,826 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ce54e2afe05a42ac97525b013efe5351, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/009e569e954141f197260741de14c742, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cb331f0b742d4e2e9bc73ec163498520] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=36.4 K
2024-12-04T04:17:56,827 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce54e2afe05a42ac97525b013efe5351, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733285873915
2024-12-04T04:17:56,828 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 009e569e954141f197260741de14c742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1733285874967
2024-12-04T04:17:56,828 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb331f0b742d4e2e9bc73ec163498520, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733285874989
2024-12-04T04:17:56,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742491_1667 (size=4469)
2024-12-04T04:17:56,880 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#A#compaction#559 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:56,880 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/ecde2d5a48df4f0689df667594e75f42 is 175, key is test_row_0/A:col10/1733285875671/Put/seqid=0
2024-12-04T04:17:56,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742492_1668 (size=12454)
2024-12-04T04:17:56,881 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#C#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:56,882 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/242dcbc2cef44f45b522b48cf0d2caf1 is 50, key is test_row_0/C:col10/1733285875671/Put/seqid=0
2024-12-04T04:17:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:56,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042cd51b40ec82439591bb3fcedc9579ee_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042cd51b40ec82439591bb3fcedc9579ee_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:56,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/c9885d729bec490ebf85b294b894e94f, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:56,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/c9885d729bec490ebf85b294b894e94f is 175, key is test_row_0/A:col10/1733285875754/Put/seqid=0
2024-12-04T04:17:56,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742493_1669 (size=12745)
2024-12-04T04:17:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:56,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:56,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742494_1670 (size=31699)
2024-12-04T04:17:56,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742495_1671 (size=31255)
2024-12-04T04:17:56,936 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/ecde2d5a48df4f0689df667594e75f42 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ecde2d5a48df4f0689df667594e75f42
2024-12-04T04:17:56,944 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/A of 32fee911e22d757c56b7cea577447e5c into ecde2d5a48df4f0689df667594e75f42(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:56,944 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:56,944 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/A, priority=13, startTime=1733285876743; duration=0sec
2024-12-04T04:17:56,944 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:56,944 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:A
2024-12-04T04:17:56,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285936961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:56,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285936972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285937075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285937086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285937176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,178 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in 32fee911e22d757c56b7cea577447e5c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:57,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285937176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,179 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_2' in 32fee911e22d757c56b7cea577447e5c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285937176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,180 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_0' in 32fee911e22d757c56b7cea577447e5c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:17:57,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285937288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285937296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=457, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/c9885d729bec490ebf85b294b894e94f
2024-12-04T04:17:57,362 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/242dcbc2cef44f45b522b48cf0d2caf1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/242dcbc2cef44f45b522b48cf0d2caf1
2024-12-04T04:17:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/a706566a85b8419a9ea416d5cdae04b4 is 50, key is test_row_0/B:col10/1733285875754/Put/seqid=0
2024-12-04T04:17:57,385 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/C of 32fee911e22d757c56b7cea577447e5c into 242dcbc2cef44f45b522b48cf0d2caf1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:57,385 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:57,385 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/C, priority=13, startTime=1733285876743; duration=0sec
2024-12-04T04:17:57,385 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:57,385 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:C
2024-12-04T04:17:57,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742496_1672 (size=12301)
2024-12-04T04:17:57,424 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/a706566a85b8419a9ea416d5cdae04b4
2024-12-04T04:17:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-04T04:17:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/a12c22ac792445a6acbe20dec139a503 is 50, key is test_row_0/C:col10/1733285875754/Put/seqid=0
2024-12-04T04:17:57,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742497_1673 (size=12301)
2024-12-04T04:17:57,532 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/a12c22ac792445a6acbe20dec139a503
2024-12-04T04:17:57,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/c9885d729bec490ebf85b294b894e94f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/c9885d729bec490ebf85b294b894e94f
2024-12-04T04:17:57,596 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/c9885d729bec490ebf85b294b894e94f, entries=150, sequenceid=457, filesize=30.5 K
2024-12-04T04:17:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/a706566a85b8419a9ea416d5cdae04b4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/a706566a85b8419a9ea416d5cdae04b4
2024-12-04T04:17:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285937605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285937608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:57,655 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/a706566a85b8419a9ea416d5cdae04b4, entries=150, sequenceid=457, filesize=12.0 K
2024-12-04T04:17:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/a12c22ac792445a6acbe20dec139a503 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/a12c22ac792445a6acbe20dec139a503
2024-12-04T04:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/a12c22ac792445a6acbe20dec139a503, entries=150, sequenceid=457, filesize=12.0 K
2024-12-04T04:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 32fee911e22d757c56b7cea577447e5c in 914ms, sequenceid=457, compaction requested=false
2024-12-04T04:17:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:57,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-12-04T04:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-12-04T04:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,732 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-12-04T04:17:57,732 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3900 sec
2024-12-04T04:17:57,734 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.4090 sec
2024-12-04T04:17:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,128 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:17:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:58,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:58,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:58,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120415fadaa535404e4c8f7f412ea9385002_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285876963/Put/seqid=0
2024-12-04T04:17:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742498_1674 (size=12454)
2024-12-04T04:17:58,206 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:58,239 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120415fadaa535404e4c8f7f412ea9385002_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120415fadaa535404e4c8f7f412ea9385002_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:58,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285938230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:58,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285938239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:58,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/5c142873bff641edb47815d121db6fd4, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:58,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/5c142873bff641edb47815d121db6fd4 is 175, key is test_row_0/A:col10/1733285876963/Put/seqid=0
2024-12-04T04:17:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:58,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742499_1675 (size=31251)
2024-12-04T04:17:58,300 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=475, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/5c142873bff641edb47815d121db6fd4
2024-12-04T04:17:58,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285938354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:58,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:58,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285938365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:58,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/179522e378464c1587066e3c274735af is 50, key is test_row_0/B:col10/1733285876963/Put/seqid=0
2024-12-04T04:17:58,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742500_1676 (size=9857)
2024-12-04T04:17:58,463 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/179522e378464c1587066e3c274735af
2024-12-04T04:17:58,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/ebc68dd065ea43f3aa6bd7785c26d3c1 is 50, key is test_row_0/C:col10/1733285876963/Put/seqid=0
2024-12-04T04:17:58,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742501_1677 (size=9857)
2024-12-04T04:17:58,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285938565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:58,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285938576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:58,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285938876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:58,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:58,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285938886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:58,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:58,948 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/ebc68dd065ea43f3aa6bd7785c26d3c1
2024-12-04T04:17:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/5c142873bff641edb47815d121db6fd4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/5c142873bff641edb47815d121db6fd4
2024-12-04T04:17:59,003 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/5c142873bff641edb47815d121db6fd4, entries=150, sequenceid=475, filesize=30.5 K
2024-12-04T04:17:59,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/179522e378464c1587066e3c274735af as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/179522e378464c1587066e3c274735af
2024-12-04T04:17:59,035 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/179522e378464c1587066e3c274735af, entries=100, sequenceid=475, filesize=9.6 K
2024-12-04T04:17:59,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/ebc68dd065ea43f3aa6bd7785c26d3c1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ebc68dd065ea43f3aa6bd7785c26d3c1
2024-12-04T04:17:59,085 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ebc68dd065ea43f3aa6bd7785c26d3c1, entries=100, sequenceid=475, filesize=9.6 K
2024-12-04T04:17:59,089 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 32fee911e22d757c56b7cea577447e5c in 961ms, sequenceid=475, compaction requested=true
2024-12-04T04:17:59,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:59,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:17:59,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:59,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:17:59,090 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:59,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:59,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:17:59,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:17:59,092 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:59,096 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94205 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:59,096 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/A is initiating minor compaction (all files)
2024-12-04T04:17:59,096 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/A in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,096 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ecde2d5a48df4f0689df667594e75f42, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/c9885d729bec490ebf85b294b894e94f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/5c142873bff641edb47815d121db6fd4] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=92.0 K
2024-12-04T04:17:59,096 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,096 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ecde2d5a48df4f0689df667594e75f42, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/c9885d729bec490ebf85b294b894e94f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/5c142873bff641edb47815d121db6fd4]
2024-12-04T04:17:59,097 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ecde2d5a48df4f0689df667594e75f42, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733285874989
2024-12-04T04:17:59,098 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting c9885d729bec490ebf85b294b894e94f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733285875754
2024-12-04T04:17:59,098 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c142873bff641edb47815d121db6fd4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285876951
2024-12-04T04:17:59,100 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34903 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:59,100 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/B is initiating minor compaction (all files)
2024-12-04T04:17:59,100 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/B in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,100 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e03ca67fd8d9483c8c4b13949e04c273, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/a706566a85b8419a9ea416d5cdae04b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/179522e378464c1587066e3c274735af] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=34.1 K
2024-12-04T04:17:59,108 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e03ca67fd8d9483c8c4b13949e04c273, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733285874989
2024-12-04T04:17:59,111 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a706566a85b8419a9ea416d5cdae04b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733285875754
2024-12-04T04:17:59,113 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:59,115 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 179522e378464c1587066e3c274735af, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285876963
2024-12-04T04:17:59,121 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412049e76722e1d2f4c2bb7b789f621193d79_32fee911e22d757c56b7cea577447e5c store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:59,123 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412049e76722e1d2f4c2bb7b789f621193d79_32fee911e22d757c56b7cea577447e5c, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:59,123 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049e76722e1d2f4c2bb7b789f621193d79_32fee911e22d757c56b7cea577447e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:59,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742502_1678 (size=4469)
2024-12-04T04:17:59,187 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#A#compaction#567 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:59,187 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#B#compaction#568 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:59,187 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/ed7737b264b948978a95f4617d6f6ef0 is 50, key is test_row_0/B:col10/1733285876963/Put/seqid=0
2024-12-04T04:17:59,187 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/81866d5d99e148ea8a6d8114af59d1f1 is 175, key is test_row_0/A:col10/1733285876963/Put/seqid=0
2024-12-04T04:17:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:59,200 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:17:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:59,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e9fa200e851d4ab49cfdc3c8440dd962_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285879199/Put/seqid=0
2024-12-04T04:17:59,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742503_1679 (size=12847)
2024-12-04T04:17:59,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742504_1680 (size=31908)
2024-12-04T04:17:59,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285939237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,250 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/81866d5d99e148ea8a6d8114af59d1f1 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/81866d5d99e148ea8a6d8114af59d1f1
2024-12-04T04:17:59,255 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/A of 32fee911e22d757c56b7cea577447e5c into 81866d5d99e148ea8a6d8114af59d1f1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:59,255 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:59,255 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/A, priority=13, startTime=1733285879090; duration=0sec
2024-12-04T04:17:59,255 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:17:59,255 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:A
2024-12-04T04:17:59,255 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:17:59,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285939247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285939248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,258 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/ed7737b264b948978a95f4617d6f6ef0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ed7737b264b948978a95f4617d6f6ef0
2024-12-04T04:17:59,258 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34903 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:17:59,258 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/C is initiating minor compaction (all files)
2024-12-04T04:17:59,258 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/C in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,258 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/242dcbc2cef44f45b522b48cf0d2caf1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/a12c22ac792445a6acbe20dec139a503, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ebc68dd065ea43f3aa6bd7785c26d3c1] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=34.1 K
2024-12-04T04:17:59,259 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 242dcbc2cef44f45b522b48cf0d2caf1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733285874989
2024-12-04T04:17:59,260 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting a12c22ac792445a6acbe20dec139a503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733285875754
2024-12-04T04:17:59,262 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting ebc68dd065ea43f3aa6bd7785c26d3c1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285876963
2024-12-04T04:17:59,266 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/B of 32fee911e22d757c56b7cea577447e5c into ed7737b264b948978a95f4617d6f6ef0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:59,266 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:59,266 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/B, priority=13, startTime=1733285879090; duration=0sec
2024-12-04T04:17:59,266 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:59,266 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:B
2024-12-04T04:17:59,274 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#C#compaction#570 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:17:59,274 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/8d5cdb12a1f748f5ade6c958213e7c69 is 50, key is test_row_0/C:col10/1733285876963/Put/seqid=0
2024-12-04T04:17:59,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742505_1681 (size=14994)
2024-12-04T04:17:59,288 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:17:59,309 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e9fa200e851d4ab49cfdc3c8440dd962_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e9fa200e851d4ab49cfdc3c8440dd962_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:17:59,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/91482b2ac294463aa54fa65f5efd78c9, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:17:59,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/91482b2ac294463aa54fa65f5efd78c9 is 175, key is test_row_0/A:col10/1733285879199/Put/seqid=0
2024-12-04T04:17:59,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742506_1682 (size=12847)
2024-12-04T04:17:59,319 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/8d5cdb12a1f748f5ade6c958213e7c69 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/8d5cdb12a1f748f5ade6c958213e7c69
2024-12-04T04:17:59,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742507_1683 (size=39949)
2024-12-04T04:17:59,337 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/C of 32fee911e22d757c56b7cea577447e5c into 8d5cdb12a1f748f5ade6c958213e7c69(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:17:59,337 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:59,337 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/C, priority=13, startTime=1733285879090; duration=0sec
2024-12-04T04:17:59,337 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:17:59,337 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:C
2024-12-04T04:17:59,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285939356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285939365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285939365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285939397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285939407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-12-04T04:17:59,497 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:17:59,501 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:17:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-12-04T04:17:59,503 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:17:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-04T04:17:59,506 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:17:59,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:17:59,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285939585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285939585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285939585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-04T04:17:59,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-04T04:17:59,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:59,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:59,748 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=494, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/91482b2ac294463aa54fa65f5efd78c9
2024-12-04T04:17:59,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/e6846070c901472195424eb8c5e7cc07 is 50, key is test_row_0/B:col10/1733285879199/Put/seqid=0
2024-12-04T04:17:59,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742508_1684 (size=12301)
2024-12-04T04:17:59,806 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/e6846070c901472195424eb8c5e7cc07
2024-12-04T04:17:59,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-04T04:17:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:17:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:59,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-04T04:17:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:17:59,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/d53daf0eafca44829d2bf6329fed8334 is 50, key is test_row_0/C:col10/1733285879199/Put/seqid=0
2024-12-04T04:17:59,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742509_1685 (size=12301)
2024-12-04T04:17:59,892 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/d53daf0eafca44829d2bf6329fed8334
2024-12-04T04:17:59,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285939895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285939896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:17:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285939896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:17:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:17:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:17:59,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/91482b2ac294463aa54fa65f5efd78c9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/91482b2ac294463aa54fa65f5efd78c9
2024-12-04T04:17:59,939 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/91482b2ac294463aa54fa65f5efd78c9, entries=200, sequenceid=494, filesize=39.0 K
2024-12-04T04:17:59,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/e6846070c901472195424eb8c5e7cc07 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e6846070c901472195424eb8c5e7cc07
2024-12-04T04:17:59,946 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e6846070c901472195424eb8c5e7cc07, entries=150, sequenceid=494, filesize=12.0 K
2024-12-04T04:17:59,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/d53daf0eafca44829d2bf6329fed8334 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/d53daf0eafca44829d2bf6329fed8334
2024-12-04T04:17:59,957 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/d53daf0eafca44829d2bf6329fed8334, entries=150, sequenceid=494, filesize=12.0 K
2024-12-04T04:17:59,958 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 32fee911e22d757c56b7cea577447e5c in 758ms, sequenceid=494, compaction requested=false
2024-12-04T04:17:59,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:17:59,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-12-04T04:17:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:17:59,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-12-04T04:17:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:17:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:17:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:17:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:17:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:00,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c559149493cc4dd5bcd7829462c3ceb1_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285879235/Put/seqid=0
2024-12-04T04:18:00,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742510_1686 (size=12454)
2024-12-04T04:18:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-04T04:18:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:00,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:00,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:00,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c559149493cc4dd5bcd7829462c3ceb1_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c559149493cc4dd5bcd7829462c3ceb1_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/cd917f92b1234d738d0a03001ef2b792, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:00,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/cd917f92b1234d738d0a03001ef2b792 is 175, key is test_row_0/A:col10/1733285879235/Put/seqid=0
2024-12-04T04:18:00,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285940449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285940453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285940454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285940454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285940461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742511_1687 (size=31255)
2024-12-04T04:18:00,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=510, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/cd917f92b1234d738d0a03001ef2b792
2024-12-04T04:18:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/93ebaa5d6d3a44719f55278280866511 is 50, key is test_row_0/B:col10/1733285879235/Put/seqid=0
2024-12-04T04:18:00,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285940566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742512_1688 (size=12301)
2024-12-04T04:18:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285940566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285940566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285940568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285940576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-04T04:18:00,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285940780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285940781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285940781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285940784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285940786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:00,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/93ebaa5d6d3a44719f55278280866511
2024-12-04T04:18:01,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/e338bcf2267b4aa0a4d83bab11e8419b is 50, key is test_row_0/C:col10/1733285879235/Put/seqid=0
2024-12-04T04:18:01,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742513_1689 (size=12301)
2024-12-04T04:18:01,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285941096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285941096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285941096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285941096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285941096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/e338bcf2267b4aa0a4d83bab11e8419b
2024-12-04T04:18:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/cd917f92b1234d738d0a03001ef2b792 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/cd917f92b1234d738d0a03001ef2b792
2024-12-04T04:18:01,506 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/cd917f92b1234d738d0a03001ef2b792, entries=150, sequenceid=510, filesize=30.5 K
2024-12-04T04:18:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/93ebaa5d6d3a44719f55278280866511 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/93ebaa5d6d3a44719f55278280866511
2024-12-04T04:18:01,534 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/93ebaa5d6d3a44719f55278280866511, entries=150, sequenceid=510, filesize=12.0 K
2024-12-04T04:18:01,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/e338bcf2267b4aa0a4d83bab11e8419b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e338bcf2267b4aa0a4d83bab11e8419b
2024-12-04T04:18:01,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e338bcf2267b4aa0a4d83bab11e8419b, entries=150, sequenceid=510, filesize=12.0 K
2024-12-04T04:18:01,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 32fee911e22d757c56b7cea577447e5c in 1565ms, sequenceid=510, compaction requested=true
2024-12-04T04:18:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-12-04T04:18:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-12-04T04:18:01,565 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-12-04T04:18:01,566 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0570 sec
2024-12-04T04:18:01,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.0670 sec
2024-12-04T04:18:01,611 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB
2024-12-04T04:18:01,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285880442, max timestamp=1733285881608Num uniques 859; 
2024-12-04T04:18:01,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:18:01,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733285880442, max timestamp=1733285881608Num uniques 859; 
2024-12-04T04:18:01,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-12-04T04:18:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:01,612 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285880442, max timestamp=1733285881607Num uniques 859; 
2024-12-04T04:18:01,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-04T04:18:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:18:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:18:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:18:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:18:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:18:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:18:01,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204304414a449734234bf95a310403b7e6a_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285880442/Put/seqid=0
2024-12-04T04:18:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-12-04T04:18:01,655 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:18:01,656 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:18:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees
2024-12-04T04:18:01,658 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:18:01,659 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:18:01,659 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:18:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-04T04:18:01,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733285881618, max timestamp=1733285881674Num uniques 859; 
2024-12-04T04:18:01,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-12-04T04:18:01,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742514_1690 (size=12454)
2024-12-04T04:18:01,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881661, max timestamp=1733285881672Num uniques 859; 
2024-12-04T04:18:01,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-04T04:18:01,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881661, max timestamp=1733285881672Num uniques 859; 
2024-12-04T04:18:01,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-12-04T04:18:01,700 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:01,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285941724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285881709, max timestamp=1733285881735Num uniques 1118; 
2024-12-04T04:18:01,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218
2024-12-04T04:18:01,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285881709, max timestamp=1733285881735Num uniques 1009; 
2024-12-04T04:18:01,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218
2024-12-04T04:18:01,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733285881709, max timestamp=1733285881735Num uniques 1009; 
2024-12-04T04:18:01,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218
2024-12-04T04:18:01,752 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204304414a449734234bf95a310403b7e6a_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204304414a449734234bf95a310403b7e6a_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:01,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/3e75bf3b60134d02818c0983f1c08ef8, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:01,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/3e75bf3b60134d02818c0983f1c08ef8 is 175, key is test_row_0/A:col10/1733285880442/Put/seqid=0
2024-12-04T04:18:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-04T04:18:01,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742515_1691 (size=31255)
2024-12-04T04:18:01,786 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=533, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/3e75bf3b60134d02818c0983f1c08ef8
2024-12-04T04:18:01,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/f4a08d1d5d1b431bbf584bac3daa9fb0 is 50, key is test_row_0/B:col10/1733285880442/Put/seqid=0
2024-12-04T04:18:01,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:01,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:01,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:01,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:01,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:01,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:01,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733285881777, max timestamp=1733285881810Num uniques 1077; 
2024-12-04T04:18:01,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-12-04T04:18:01,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881777, max timestamp=1733285881810Num uniques 1077; 
2024-12-04T04:18:01,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=6870, suffix heap size=139976,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=150
2024-12-04T04:18:01,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881777, max timestamp=1733285881810Num uniques 1077; 
2024-12-04T04:18:01,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742516_1692 (size=12301)
2024-12-04T04:18:01,844 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/f4a08d1d5d1b431bbf584bac3daa9fb0
2024-12-04T04:18:01,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=6870, suffix heap size=139976,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=150
2024-12-04T04:18:01,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/67a353c1b9a844db90796dd4ede52148 is 50, key is test_row_0/C:col10/1733285880442/Put/seqid=0
2024-12-04T04:18:01,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742517_1693 (size=12301)
2024-12-04T04:18:01,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881870, max timestamp=1733285881894Num uniques 1036; 
2024-12-04T04:18:01,907 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47439, new segment data size=6870, suffix heap size=135712,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=150
2024-12-04T04:18:01,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881870, max timestamp=1733285881894Num uniques 1009; 
2024-12-04T04:18:01,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46209, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:18:01,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881870, max timestamp=1733285881894Num uniques 1009; 
2024-12-04T04:18:01,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:18:01,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:01,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:01,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:01,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:01,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285941968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285941968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285941969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:01,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:01,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881937, max timestamp=1733285881975Num uniques 1009; 
2024-12-04T04:18:01,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46221, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:18:01,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881937, max timestamp=1733285881975Num uniques 1009; 
2024-12-04T04:18:01,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285881937, max timestamp=1733285881975Num uniques 1009; 
2024-12-04T04:18:01,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:18:01,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46219, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:18:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-04T04:18:02,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733285882089, max timestamp=1733285882103Num uniques 1009; 
2024-12-04T04:18:02,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154
2024-12-04T04:18:02,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733285882089, max timestamp=1733285882103Num uniques 1009; 
2024-12-04T04:18:02,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=7050, suffix heap size=132904,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=154
2024-12-04T04:18:02,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733285882089, max timestamp=1733285882103Num uniques 1009; 
2024-12-04T04:18:02,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-12-04T04:18:02,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733285882158, max timestamp=1733285882192Num uniques 1013; 
2024-12-04T04:18:02,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163
2024-12-04T04:18:02,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733285882158, max timestamp=1733285882192Num uniques 1013; 
2024-12-04T04:18:02,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163
2024-12-04T04:18:02,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733285882158, max timestamp=1733285882192Num uniques 1009; 
2024-12-04T04:18:02,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46208, new segment data size=7458, suffix heap size=132904,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=163
2024-12-04T04:18:02,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7863, totalHeapSize=18128, min timestamp=1733285882225, max timestamp=1733285882250Num uniques 1022; 
2024-12-04T04:18:02,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7870, totalHeapSize=18128, min timestamp=1733285882225, max timestamp=1733285882250Num uniques 1022; 
2024-12-04T04:18:02,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46793, new segment data size=7863, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172
2024-12-04T04:18:02,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46800, new segment data size=7870, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172
2024-12-04T04:18:02,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733285882225, max timestamp=1733285882250Num uniques 1022; 
2024-12-04T04:18:02,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172
2024-12-04T04:18:02,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,296 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/67a353c1b9a844db90796dd4ede52148
2024-12-04T04:18:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-04T04:18:02,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/3e75bf3b60134d02818c0983f1c08ef8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3e75bf3b60134d02818c0983f1c08ef8
2024-12-04T04:18:02,307 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3e75bf3b60134d02818c0983f1c08ef8, entries=150, sequenceid=533, filesize=30.5 K
2024-12-04T04:18:02,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/f4a08d1d5d1b431bbf584bac3daa9fb0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f4a08d1d5d1b431bbf584bac3daa9fb0
2024-12-04T04:18:02,313 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f4a08d1d5d1b431bbf584bac3daa9fb0, entries=150, sequenceid=533, filesize=12.0 K
2024-12-04T04:18:02,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/67a353c1b9a844db90796dd4ede52148 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/67a353c1b9a844db90796dd4ede52148
2024-12-04T04:18:02,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733285882303, max timestamp=1733285882314Num uniques 1031; 
2024-12-04T04:18:02,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181
2024-12-04T04:18:02,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733285882303, max timestamp=1733285882314Num uniques 1031; 
2024-12-04T04:18:02,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181
2024-12-04T04:18:02,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733285882303, max timestamp=1733285882314Num uniques 1031; 
2024-12-04T04:18:02,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/67abd3a0ee76:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181
2024-12-04T04:18:02,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/67a353c1b9a844db90796dd4ede52148, entries=150, sequenceid=533, filesize=12.0 K
2024-12-04T04:18:02,325 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.86 KB/40815, heapSize ~105.12 KB/107640, currentSize=46.96 KB/48090 for 32fee911e22d757c56b7cea577447e5c in 714ms, sequenceid=533, compaction requested=true
2024-12-04T04:18:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:18:02,325 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:18:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:18:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:18:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:18:02,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-04T04:18:02,326 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:18:02,329 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:18:02,330 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/B is initiating minor compaction (all files)
2024-12-04T04:18:02,330 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/B in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,330 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ed7737b264b948978a95f4617d6f6ef0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e6846070c901472195424eb8c5e7cc07, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/93ebaa5d6d3a44719f55278280866511, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f4a08d1d5d1b431bbf584bac3daa9fb0] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=48.6 K
2024-12-04T04:18:02,336 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 134367 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:18:02,336 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/A is initiating minor compaction (all files)
2024-12-04T04:18:02,336 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/A in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,336 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/81866d5d99e148ea8a6d8114af59d1f1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/91482b2ac294463aa54fa65f5efd78c9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/cd917f92b1234d738d0a03001ef2b792, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3e75bf3b60134d02818c0983f1c08ef8] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=131.2 K
2024-12-04T04:18:02,336 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,336 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/81866d5d99e148ea8a6d8114af59d1f1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/91482b2ac294463aa54fa65f5efd78c9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/cd917f92b1234d738d0a03001ef2b792, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3e75bf3b60134d02818c0983f1c08ef8]
2024-12-04T04:18:02,340 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed7737b264b948978a95f4617d6f6ef0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285875781
2024-12-04T04:18:02,340 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 81866d5d99e148ea8a6d8114af59d1f1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285875781
2024-12-04T04:18:02,341 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6846070c901472195424eb8c5e7cc07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733285878152
2024-12-04T04:18:02,341 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 91482b2ac294463aa54fa65f5efd78c9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733285878152
2024-12-04T04:18:02,341 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93ebaa5d6d3a44719f55278280866511, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733285879235
2024-12-04T04:18:02,342 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting cd917f92b1234d738d0a03001ef2b792, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733285879235
2024-12-04T04:18:02,342 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4a08d1d5d1b431bbf584bac3daa9fb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733285880442
2024-12-04T04:18:02,345 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e75bf3b60134d02818c0983f1c08ef8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733285880442
2024-12-04T04:18:02,356 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:02,375 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=73.80 KB heapSize=203.63 KB
2024-12-04T04:18:02,376 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412049b45d163bf6e440b8ab374577cc8d932_32fee911e22d757c56b7cea577447e5c store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:02,379 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412049b45d163bf6e440b8ab374577cc8d932_32fee911e22d757c56b7cea577447e5c, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:02,379 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049b45d163bf6e440b8ab374577cc8d932_32fee911e22d757c56b7cea577447e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:02,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:18:02,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:18:02,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:18:02,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:18:02,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:18:02,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-12-04T04:18:02,383 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#B#compaction#580 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:02,384 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/597748a537c048bab17748277377557b is 50, key is test_row_0/B:col10/1733285880442/Put/seqid=0
2024-12-04T04:18:02,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742518_1694 (size=4469)
2024-12-04T04:18:02,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ee96eee33c9347249dceb9542a1f4ac7_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285882319/Put/seqid=0
2024-12-04T04:18:02,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742519_1695 (size=12983)
2024-12-04T04:18:02,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:02,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742520_1696 (size=14994)
2024-12-04T04:18:02,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:02,467 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ee96eee33c9347249dceb9542a1f4ac7_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ee96eee33c9347249dceb9542a1f4ac7_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:02,468 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/86454cb049284bab893692a10c810cff, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:02,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/86454cb049284bab893692a10c810cff is 175, key is test_row_0/A:col10/1733285882319/Put/seqid=0
2024-12-04T04:18:02,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742521_1697 (size=39949)
2024-12-04T04:18:02,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285942481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285942482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285942490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285942490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285942492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285942605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285942605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285942608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285942616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285942617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-04T04:18:02,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285942816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285942816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,821 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#A#compaction#579 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,821 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/80a6a3c09bbb4587978232e14e808e64 is 175, key is test_row_0/A:col10/1733285880442/Put/seqid=0
2024-12-04T04:18:02,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285942825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285942825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,842 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/597748a537c048bab17748277377557b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/597748a537c048bab17748277377557b
2024-12-04T04:18:02,847 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/B of 32fee911e22d757c56b7cea577447e5c into 597748a537c048bab17748277377557b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:02,847 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:02,847 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/B, priority=12, startTime=1733285882325; duration=0sec
2024-12-04T04:18:02,847 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:18:02,847 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:B
2024-12-04T04:18:02,847 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:18:02,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:02,848 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:18:02,848 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/C is initiating minor compaction (all files)
2024-12-04T04:18:02,848 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/C in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742522_1698 (size=31937)
2024-12-04T04:18:02,849 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/8d5cdb12a1f748f5ade6c958213e7c69, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/d53daf0eafca44829d2bf6329fed8334, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e338bcf2267b4aa0a4d83bab11e8419b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/67a353c1b9a844db90796dd4ede52148] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=48.6 K
2024-12-04T04:18:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285942835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:02,851 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d5cdb12a1f748f5ade6c958213e7c69, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1733285875781
2024-12-04T04:18:02,851 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting d53daf0eafca44829d2bf6329fed8334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733285878152
2024-12-04T04:18:02,851 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e338bcf2267b4aa0a4d83bab11e8419b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733285879235
2024-12-04T04:18:02,851 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67a353c1b9a844db90796dd4ede52148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733285880442
2024-12-04T04:18:02,860 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/80a6a3c09bbb4587978232e14e808e64 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/80a6a3c09bbb4587978232e14e808e64
2024-12-04T04:18:02,865 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/A of 32fee911e22d757c56b7cea577447e5c into 80a6a3c09bbb4587978232e14e808e64(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:02,865 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:02,865 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/A, priority=12, startTime=1733285882325; duration=0sec
2024-12-04T04:18:02,865 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:02,865 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:A
2024-12-04T04:18:02,873 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#C#compaction#582 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:02,874 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/66d14aad6501454b8dd32c54ba38e391 is 50, key is test_row_0/C:col10/1733285880442/Put/seqid=0
2024-12-04T04:18:02,881 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=699, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/86454cb049284bab893692a10c810cff
2024-12-04T04:18:02,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/e75508d280fd446597dfefa202cbe5c0 is 50, key is test_row_0/B:col10/1733285882319/Put/seqid=0
2024-12-04T04:18:02,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742523_1699 (size=12983)
2024-12-04T04:18:02,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:02,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:02,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:02,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742524_1700 (size=12301)
2024-12-04T04:18:03,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:03,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:03,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285943126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285943126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285943145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285943148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285943155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:03,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:03,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,350 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/66d14aad6501454b8dd32c54ba38e391 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/66d14aad6501454b8dd32c54ba38e391
2024-12-04T04:18:03,368 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/C of 32fee911e22d757c56b7cea577447e5c into 66d14aad6501454b8dd32c54ba38e391(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:03,369 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:03,369 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/C, priority=12, startTime=1733285882325; duration=0sec
2024-12-04T04:18:03,369 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:03,369 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:C
2024-12-04T04:18:03,369 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=699 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/e75508d280fd446597dfefa202cbe5c0
2024-12-04T04:18:03,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/f0f64aee74d240239ba6adada3fd86a6 is 50, key is test_row_0/C:col10/1733285882319/Put/seqid=0
2024-12-04T04:18:03,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742525_1701 (size=12301)
2024-12-04T04:18:03,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:03,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:03,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:03,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285943636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285943647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285943672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285943672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285943676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:03,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:03,794 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=699 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/f0f64aee74d240239ba6adada3fd86a6
2024-12-04T04:18:03,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/86454cb049284bab893692a10c810cff as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/86454cb049284bab893692a10c810cff
2024-12-04T04:18:03,802 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/86454cb049284bab893692a10c810cff, entries=200, sequenceid=699, filesize=39.0 K
2024-12-04T04:18:03,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/e75508d280fd446597dfefa202cbe5c0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e75508d280fd446597dfefa202cbe5c0
2024-12-04T04:18:03,810 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e75508d280fd446597dfefa202cbe5c0, entries=150, sequenceid=699, filesize=12.0 K
2024-12-04T04:18:03,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/f0f64aee74d240239ba6adada3fd86a6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/f0f64aee74d240239ba6adada3fd86a6
2024-12-04T04:18:03,821 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/f0f64aee74d240239ba6adada3fd86a6, entries=150, sequenceid=699, filesize=12.0 K
2024-12-04T04:18:03,821 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~223.50 KB/228864, currentSize=107.34 KB/109920 for 32fee911e22d757c56b7cea577447e5c in 1446ms, sequenceid=699, compaction requested=false
2024-12-04T04:18:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-04T04:18:03,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-12-04T04:18:03,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:03,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:18:03,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:18:03,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:03,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:18:03,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:03,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:18:03,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:03,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045d425cbc7ba040d7a25d124b5c66254d_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285882460/Put/seqid=0
2024-12-04T04:18:03,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742526_1702 (size=12454)
2024-12-04T04:18:04,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:04,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045d425cbc7ba040d7a25d124b5c66254d_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045d425cbc7ba040d7a25d124b5c66254d_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a956a7ca249c4fe7a089b77237b815a8, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a956a7ca249c4fe7a089b77237b815a8 is 175, key is test_row_0/A:col10/1733285882460/Put/seqid=0
2024-12-04T04:18:04,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742527_1703 (size=31255)
2024-12-04T04:18:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:04,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285944718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285944723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285944724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285944725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285944725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=721, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a956a7ca249c4fe7a089b77237b815a8
2024-12-04T04:18:04,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285944836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285944836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285944837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285944848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285944848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:04,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/675eecee39504e42a1ad4d4d645fdaa3 is 50, key is test_row_0/B:col10/1733285882460/Put/seqid=0
2024-12-04T04:18:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:04,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742528_1704 (size=12301)
2024-12-04T04:18:04,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=721 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/675eecee39504e42a1ad4d4d645fdaa3
2024-12-04T04:18:04,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/11bdf3aefbfa466883572c58c766bca4 is 50, key is test_row_0/C:col10/1733285882460/Put/seqid=0
2024-12-04T04:18:04,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742529_1705 (size=12301)
2024-12-04T04:18:04,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=721 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/11bdf3aefbfa466883572c58c766bca4
2024-12-04T04:18:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a956a7ca249c4fe7a089b77237b815a8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a956a7ca249c4fe7a089b77237b815a8
2024-12-04T04:18:05,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a956a7ca249c4fe7a089b77237b815a8, entries=150, sequenceid=721, filesize=30.5 K
2024-12-04T04:18:05,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/675eecee39504e42a1ad4d4d645fdaa3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/675eecee39504e42a1ad4d4d645fdaa3
2024-12-04T04:18:05,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285945045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,051 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/675eecee39504e42a1ad4d4d645fdaa3, entries=150, sequenceid=721, filesize=12.0 K
2024-12-04T04:18:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/11bdf3aefbfa466883572c58c766bca4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/11bdf3aefbfa466883572c58c766bca4
2024-12-04T04:18:05,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285945055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285945056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285945055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285945088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,089 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/11bdf3aefbfa466883572c58c766bca4, entries=150, sequenceid=721, filesize=12.0 K
2024-12-04T04:18:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 32fee911e22d757c56b7cea577447e5c in 1207ms, sequenceid=721, compaction requested=true
2024-12-04T04:18:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163
2024-12-04T04:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=163
2024-12-04T04:18:05,136 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-12-04T04:18:05,136 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4530 sec
2024-12-04T04:18:05,152 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 3.4880 sec
2024-12-04T04:18:05,364 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-12-04T04:18:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:18:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:18:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:18:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:05,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120442cb20739699407f91773e9bd49d718c_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285885359/Put/seqid=0
2024-12-04T04:18:05,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285945413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285945413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742530_1706 (size=14994)
2024-12-04T04:18:05,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285945416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,429 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:05,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285945423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285945426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,460 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120442cb20739699407f91773e9bd49d718c_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120442cb20739699407f91773e9bd49d718c_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:05,468 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/3b1f5a420e07408aaf18b646da34e7d8, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:05,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/3b1f5a420e07408aaf18b646da34e7d8 is 175, key is test_row_0/A:col10/1733285885359/Put/seqid=0
2024-12-04T04:18:05,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742531_1707 (size=39949)
2024-12-04T04:18:05,532 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=735, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/3b1f5a420e07408aaf18b646da34e7d8
2024-12-04T04:18:05,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285945535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285945535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285945535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285945538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285945546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/d6d99269786b42aa92d101d355adecd4 is 50, key is test_row_0/B:col10/1733285885359/Put/seqid=0
2024-12-04T04:18:05,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742532_1708 (size=12301)
2024-12-04T04:18:05,623 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=735 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/d6d99269786b42aa92d101d355adecd4
2024-12-04T04:18:05,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/1ae92e1d1db64e72964a1cb9517ac939 is 50, key is test_row_0/C:col10/1733285885359/Put/seqid=0
2024-12-04T04:18:05,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742533_1709 (size=12301)
2024-12-04T04:18:05,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285945746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285945746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285945748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285945748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285945756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:05,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-12-04T04:18:05,845 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:18:05,848 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:18:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees
2024-12-04T04:18:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-12-04T04:18:05,857 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:18:05,860 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:18:05,860 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:18:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-12-04T04:18:06,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-12-04T04:18:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285946055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285946055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285946065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285946065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285946076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,116 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=735 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/1ae92e1d1db64e72964a1cb9517ac939
2024-12-04T04:18:06,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/3b1f5a420e07408aaf18b646da34e7d8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3b1f5a420e07408aaf18b646da34e7d8
2024-12-04T04:18:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-12-04T04:18:06,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-12-04T04:18:06,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:06,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,205 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3b1f5a420e07408aaf18b646da34e7d8, entries=200, sequenceid=735, filesize=39.0 K
2024-12-04T04:18:06,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/d6d99269786b42aa92d101d355adecd4 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/d6d99269786b42aa92d101d355adecd4
2024-12-04T04:18:06,308 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/d6d99269786b42aa92d101d355adecd4, entries=150, sequenceid=735, filesize=12.0 K
2024-12-04T04:18:06,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/1ae92e1d1db64e72964a1cb9517ac939 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1ae92e1d1db64e72964a1cb9517ac939
2024-12-04T04:18:06,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-12-04T04:18:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:06,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1ae92e1d1db64e72964a1cb9517ac939, entries=150, sequenceid=735, filesize=12.0 K
2024-12-04T04:18:06,380 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 32fee911e22d757c56b7cea577447e5c in 1016ms, sequenceid=735, compaction requested=true
2024-12-04T04:18:06,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:06,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:18:06,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:06,381 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:18:06,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:18:06,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:06,381 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:18:06,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:18:06,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:18:06,404 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:18:06,404 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/B is initiating minor compaction (all files)
2024-12-04T04:18:06,405 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/B in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,405 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/597748a537c048bab17748277377557b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e75508d280fd446597dfefa202cbe5c0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/675eecee39504e42a1ad4d4d645fdaa3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/d6d99269786b42aa92d101d355adecd4] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=48.7 K
2024-12-04T04:18:06,405 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:18:06,405 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/A is initiating minor compaction (all files)
2024-12-04T04:18:06,405 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/A in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,405 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/80a6a3c09bbb4587978232e14e808e64, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/86454cb049284bab893692a10c810cff, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a956a7ca249c4fe7a089b77237b815a8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3b1f5a420e07408aaf18b646da34e7d8] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=139.7 K
2024-12-04T04:18:06,405 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,405 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/80a6a3c09bbb4587978232e14e808e64, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/86454cb049284bab893692a10c810cff, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a956a7ca249c4fe7a089b77237b815a8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3b1f5a420e07408aaf18b646da34e7d8]
2024-12-04T04:18:06,405 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 597748a537c048bab17748277377557b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733285880442
2024-12-04T04:18:06,409 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80a6a3c09bbb4587978232e14e808e64, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733285880442
2024-12-04T04:18:06,409 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting e75508d280fd446597dfefa202cbe5c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=699, earliestPutTs=1733285882319
2024-12-04T04:18:06,416 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 675eecee39504e42a1ad4d4d645fdaa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1733285882446
2024-12-04T04:18:06,416 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86454cb049284bab893692a10c810cff, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=699, earliestPutTs=1733285882319
2024-12-04T04:18:06,420 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting d6d99269786b42aa92d101d355adecd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1733285884715
2024-12-04T04:18:06,420 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting a956a7ca249c4fe7a089b77237b815a8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1733285882446
2024-12-04T04:18:06,423 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b1f5a420e07408aaf18b646da34e7d8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1733285884714
2024-12-04T04:18:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-12-04T04:18:06,511 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#B#compaction#591 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:06,511 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/0455e3d4914146278b8fe742be5a0248 is 50, key is test_row_0/B:col10/1733285885359/Put/seqid=0
2024-12-04T04:18:06,513 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:06,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-12-04T04:18:06,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-12-04T04:18:06,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:18:06,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:06,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:18:06,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:06,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:18:06,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:06,530 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204d4d2db1b38ba4cd09c8be02e299ea352_32fee911e22d757c56b7cea577447e5c store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:06,533 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204d4d2db1b38ba4cd09c8be02e299ea352_32fee911e22d757c56b7cea577447e5c, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:06,533 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d4d2db1b38ba4cd09c8be02e299ea352_32fee911e22d757c56b7cea577447e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:06,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742534_1710 (size=13119)
2024-12-04T04:18:06,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:06,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742535_1711 (size=4469)
2024-12-04T04:18:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044e02e0f3ad4d425a966d5ca264e834b6_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285885404/Put/seqid=0
2024-12-04T04:18:06,599 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#A#compaction#592 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:06,599 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/1e19ef90110445aab26afc3d57df4161 is 175, key is test_row_0/A:col10/1733285885359/Put/seqid=0
2024-12-04T04:18:06,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285946608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742536_1712 (size=12454)
2024-12-04T04:18:06,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:06,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742537_1713 (size=32073)
2024-12-04T04:18:06,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285946615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285946616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285946615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285946617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044e02e0f3ad4d425a966d5ca264e834b6_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044e02e0f3ad4d425a966d5ca264e834b6_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/e60cd01a557c45a4b9b8756cca2841fe, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:06,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/e60cd01a557c45a4b9b8756cca2841fe is 175, key is test_row_0/A:col10/1733285885404/Put/seqid=0
2024-12-04T04:18:06,644 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/1e19ef90110445aab26afc3d57df4161 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1e19ef90110445aab26afc3d57df4161
2024-12-04T04:18:06,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742538_1714 (size=31255)
2024-12-04T04:18:06,670 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/A of 32fee911e22d757c56b7cea577447e5c into 1e19ef90110445aab26afc3d57df4161(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:06,670 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:06,670 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/A, priority=12, startTime=1733285886380; duration=0sec
2024-12-04T04:18:06,670 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:18:06,670 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:A
2024-12-04T04:18:06,670 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-04T04:18:06,680 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-04T04:18:06,680 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/C is initiating minor compaction (all files)
2024-12-04T04:18:06,680 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/C in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:06,681 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/66d14aad6501454b8dd32c54ba38e391, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/f0f64aee74d240239ba6adada3fd86a6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/11bdf3aefbfa466883572c58c766bca4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1ae92e1d1db64e72964a1cb9517ac939] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=48.7 K
2024-12-04T04:18:06,684 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66d14aad6501454b8dd32c54ba38e391, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1733285880442
2024-12-04T04:18:06,685 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0f64aee74d240239ba6adada3fd86a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=699, earliestPutTs=1733285882319
2024-12-04T04:18:06,685 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11bdf3aefbfa466883572c58c766bca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1733285882446
2024-12-04T04:18:06,685 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ae92e1d1db64e72964a1cb9517ac939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1733285884715
2024-12-04T04:18:06,719 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#C#compaction#594 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:06,719 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/e3a5b8d61a6f4a85a94ccc8710b9c4f0 is 50, key is test_row_0/C:col10/1733285885359/Put/seqid=0
2024-12-04T04:18:06,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285946726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285946735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285946736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285946737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285946738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742539_1715 (size=13119)
2024-12-04T04:18:06,800 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/e3a5b8d61a6f4a85a94ccc8710b9c4f0 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e3a5b8d61a6f4a85a94ccc8710b9c4f0
2024-12-04T04:18:06,832 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/C of 32fee911e22d757c56b7cea577447e5c into e3a5b8d61a6f4a85a94ccc8710b9c4f0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:06,832 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:06,832 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/C, priority=12, startTime=1733285886381; duration=0sec
2024-12-04T04:18:06,832 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:06,833 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:C
2024-12-04T04:18:06,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285946937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285946945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285946956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285946956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285946956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:06,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:06,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:06,976 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/0455e3d4914146278b8fe742be5a0248 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/0455e3d4914146278b8fe742be5a0248
2024-12-04T04:18:06,981 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/B of 32fee911e22d757c56b7cea577447e5c into 0455e3d4914146278b8fe742be5a0248(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:06,981 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:06,981 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/B, priority=12, startTime=1733285886381; duration=0sec
2024-12-04T04:18:06,981 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:06,981 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:B
2024-12-04T04:18:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-12-04T04:18:07,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=754, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/e60cd01a557c45a4b9b8756cca2841fe
2024-12-04T04:18:07,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/02b7d5856a3e4e6e80a2a7fb294914af is 50, key is test_row_0/B:col10/1733285885404/Put/seqid=0
2024-12-04T04:18:07,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742540_1716 (size=12301)
2024-12-04T04:18:07,136 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/02b7d5856a3e4e6e80a2a7fb294914af
2024-12-04T04:18:07,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/05d712fcbc124b17b7ee31a10d0d9f6e is 50, key is test_row_0/C:col10/1733285885404/Put/seqid=0
2024-12-04T04:18:07,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742541_1717 (size=12301)
2024-12-04T04:18:07,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285947245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285947255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285947265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285947266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285947268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/05d712fcbc124b17b7ee31a10d0d9f6e
2024-12-04T04:18:07,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/e60cd01a557c45a4b9b8756cca2841fe as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e60cd01a557c45a4b9b8756cca2841fe
2024-12-04T04:18:07,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e60cd01a557c45a4b9b8756cca2841fe, entries=150, sequenceid=754, filesize=30.5 K
2024-12-04T04:18:07,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/02b7d5856a3e4e6e80a2a7fb294914af as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/02b7d5856a3e4e6e80a2a7fb294914af
2024-12-04T04:18:07,716 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/02b7d5856a3e4e6e80a2a7fb294914af, entries=150, sequenceid=754, filesize=12.0 K
2024-12-04T04:18:07,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/05d712fcbc124b17b7ee31a10d0d9f6e as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/05d712fcbc124b17b7ee31a10d0d9f6e
2024-12-04T04:18:07,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285947755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/05d712fcbc124b17b7ee31a10d0d9f6e, entries=150, sequenceid=754, filesize=12.0 K
2024-12-04T04:18:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285947776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,788 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 32fee911e22d757c56b7cea577447e5c in 1260ms, sequenceid=754, compaction requested=false
2024-12-04T04:18:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:07,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:07,789 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-12-04T04:18:07,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165
2024-12-04T04:18:07,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:18:07,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:07,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:18:07,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:07,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:18:07,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=165
2024-12-04T04:18:07,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-12-04T04:18:07,795 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9330 sec
2024-12-04T04:18:07,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046b975075752d47f4a07f74c2cdd21b5f_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285887783/Put/seqid=0
2024-12-04T04:18:07,798 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.9480 sec
2024-12-04T04:18:07,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742542_1718 (size=17534)
2024-12-04T04:18:07,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285947830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285947837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285947841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285947947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285947955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:07,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285947965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:07,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:07,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-12-04T04:18:08,007 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:18:08,008 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-04T04:18:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees
2024-12-04T04:18:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-04T04:18:08,020 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-04T04:18:08,021 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-04T04:18:08,021 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-04T04:18:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-04T04:18:08,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285948168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:08,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167
2024-12-04T04:18:08,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:08,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=167
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285948176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:08,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285948176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:08,247 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046b975075752d47f4a07f74c2cdd21b5f_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b975075752d47f4a07f74c2cdd21b5f_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:08,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/325dfd91d2dc498789338aa25ab1825c, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:08,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/325dfd91d2dc498789338aa25ab1825c is 175, key is test_row_0/A:col10/1733285887783/Put/seqid=0
2024-12-04T04:18:08,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742543_1719 (size=48639)
2024-12-04T04:18:08,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167
2024-12-04T04:18:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-04T04:18:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=167
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167
2024-12-04T04:18:08,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:08,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35662 deadline: 1733285948485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35616 deadline: 1733285948485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1733285948489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:08,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=167
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-04T04:18:08,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167
2024-12-04T04:18:08,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:08,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=167
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,712 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=773, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/325dfd91d2dc498789338aa25ab1825c
2024-12-04T04:18:08,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/7893ab49691c4e3ba7df267758ad2d0b is 50, key is test_row_0/B:col10/1733285887783/Put/seqid=0
2024-12-04T04:18:08,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742544_1720 (size=12301)
2024-12-04T04:18:08,768 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=773 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/7893ab49691c4e3ba7df267758ad2d0b
2024-12-04T04:18:08,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35650 deadline: 1733285948775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:08,779 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in 32fee911e22d757c56b7cea577447e5c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:18:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/039b2e2aeb5549dfbb805514cf7ae40a is 50, key is test_row_0/C:col10/1733285887783/Put/seqid=0
2024-12-04T04:18:08,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:18:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733285948796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:08,799 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 67abd3a0ee76,37895,1733285712389 for 'test_row_1' in 32fee911e22d757c56b7cea577447e5c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-12-04T04:18:08,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 , the old value is region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:18:08,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., hostname=67abd3a0ee76,37895,1733285712389, seqNum=5 because the exception is null or not the one we care about
2024-12-04T04:18:08,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167
2024-12-04T04:18:08,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:08,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167
java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742545_1721 (size=12301)
2024-12-04T04:18:08,803 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=773 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/039b2e2aeb5549dfbb805514cf7ae40a
2024-12-04T04:18:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4177): Remote procedure failed, pid=167
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:18:08,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/325dfd91d2dc498789338aa25ab1825c as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/325dfd91d2dc498789338aa25ab1825c
2024-12-04T04:18:08,817 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/325dfd91d2dc498789338aa25ab1825c, entries=250, sequenceid=773, filesize=47.5 K
2024-12-04T04:18:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/7893ab49691c4e3ba7df267758ad2d0b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/7893ab49691c4e3ba7df267758ad2d0b
2024-12-04T04:18:08,823 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/7893ab49691c4e3ba7df267758ad2d0b, entries=150, sequenceid=773, filesize=12.0 K
2024-12-04T04:18:08,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/039b2e2aeb5549dfbb805514cf7ae40a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/039b2e2aeb5549dfbb805514cf7ae40a
2024-12-04T04:18:08,829 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/039b2e2aeb5549dfbb805514cf7ae40a, entries=150, sequenceid=773, filesize=12.0 K
2024-12-04T04:18:08,830 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 32fee911e22d757c56b7cea577447e5c in 1041ms, sequenceid=773, compaction requested=true
2024-12-04T04:18:08,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:08,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:A, priority=-2147483648, current under compaction store size is 1
2024-12-04T04:18:08,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:08,830 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:18:08,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:B, priority=-2147483648, current under compaction store size is 2
2024-12-04T04:18:08,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:08,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 32fee911e22d757c56b7cea577447e5c:C, priority=-2147483648, current under compaction store size is 3
2024-12-04T04:18:08,830 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:18:08,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:18:08,831 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111967 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:18:08,831 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:18:08,831 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/A is initiating minor compaction (all files)
2024-12-04T04:18:08,831 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/B is initiating minor compaction (all files)
2024-12-04T04:18:08,831 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/A in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,831 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/B in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,832 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/0455e3d4914146278b8fe742be5a0248, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/02b7d5856a3e4e6e80a2a7fb294914af, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/7893ab49691c4e3ba7df267758ad2d0b] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=36.8 K
2024-12-04T04:18:08,832 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1e19ef90110445aab26afc3d57df4161, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e60cd01a557c45a4b9b8756cca2841fe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/325dfd91d2dc498789338aa25ab1825c] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=109.3 K
2024-12-04T04:18:08,832 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,832 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. files: [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1e19ef90110445aab26afc3d57df4161, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e60cd01a557c45a4b9b8756cca2841fe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/325dfd91d2dc498789338aa25ab1825c]
2024-12-04T04:18:08,832 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 0455e3d4914146278b8fe742be5a0248, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1733285884715
2024-12-04T04:18:08,832 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e19ef90110445aab26afc3d57df4161, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1733285884715
2024-12-04T04:18:08,833 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 02b7d5856a3e4e6e80a2a7fb294914af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=754, earliestPutTs=1733285885404
2024-12-04T04:18:08,833 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting e60cd01a557c45a4b9b8756cca2841fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=754, earliestPutTs=1733285885404
2024-12-04T04:18:08,834 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 7893ab49691c4e3ba7df267758ad2d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=773, earliestPutTs=1733285886609
2024-12-04T04:18:08,834 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] compactions.Compactor(225): Compacting 325dfd91d2dc498789338aa25ab1825c, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=773, earliestPutTs=1733285886609
2024-12-04T04:18:08,846 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#B#compaction#600 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:08,846 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/6c84fbaeb52e4a9d910d60da8ddfd9f6 is 50, key is test_row_0/B:col10/1733285887783/Put/seqid=0
2024-12-04T04:18:08,848 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:08,856 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412043fda337844e94142941f32ef44694705_32fee911e22d757c56b7cea577447e5c store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:08,858 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412043fda337844e94142941f32ef44694705_32fee911e22d757c56b7cea577447e5c, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:08,858 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043fda337844e94142941f32ef44694705_32fee911e22d757c56b7cea577447e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:08,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742546_1722 (size=13221)
2024-12-04T04:18:08,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742547_1723 (size=4469)
2024-12-04T04:18:08,862 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#A#compaction#601 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:08,863 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a6f64c696fe04aabb7a2fddb8b983f63 is 175, key is test_row_0/A:col10/1733285887783/Put/seqid=0
2024-12-04T04:18:08,863 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/6c84fbaeb52e4a9d910d60da8ddfd9f6 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/6c84fbaeb52e4a9d910d60da8ddfd9f6
2024-12-04T04:18:08,867 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/B of 32fee911e22d757c56b7cea577447e5c into 6c84fbaeb52e4a9d910d60da8ddfd9f6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:08,867 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:08,867 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/B, priority=13, startTime=1733285888830; duration=0sec
2024-12-04T04:18:08,867 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-04T04:18:08,867 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:B
2024-12-04T04:18:08,867 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-04T04:18:08,869 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-04T04:18:08,869 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1541): 32fee911e22d757c56b7cea577447e5c/C is initiating minor compaction (all files)
2024-12-04T04:18:08,869 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 32fee911e22d757c56b7cea577447e5c/C in TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,869 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e3a5b8d61a6f4a85a94ccc8710b9c4f0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/05d712fcbc124b17b7ee31a10d0d9f6e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/039b2e2aeb5549dfbb805514cf7ae40a] into tmpdir=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp, totalSize=36.8 K
2024-12-04T04:18:08,870 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting e3a5b8d61a6f4a85a94ccc8710b9c4f0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1733285884715
2024-12-04T04:18:08,870 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 05d712fcbc124b17b7ee31a10d0d9f6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=754, earliestPutTs=1733285885404
2024-12-04T04:18:08,870 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] compactions.Compactor(225): Compacting 039b2e2aeb5549dfbb805514cf7ae40a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=773, earliestPutTs=1733285886609
2024-12-04T04:18:08,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742548_1724 (size=32175)
2024-12-04T04:18:08,900 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/a6f64c696fe04aabb7a2fddb8b983f63 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a6f64c696fe04aabb7a2fddb8b983f63
2024-12-04T04:18:08,906 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 32fee911e22d757c56b7cea577447e5c#C#compaction#602 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-04T04:18:08,907 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/1813a77548c047bf92a5ab8d4ac04ba9 is 50, key is test_row_0/C:col10/1733285887783/Put/seqid=0
2024-12-04T04:18:08,910 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/A of 32fee911e22d757c56b7cea577447e5c into a6f64c696fe04aabb7a2fddb8b983f63(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:08,910 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:08,910 INFO  [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/A, priority=13, startTime=1733285888830; duration=0sec
2024-12-04T04:18:08,910 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:08,910 DEBUG [RS:0;67abd3a0ee76:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:A
2024-12-04T04:18:08,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742549_1725 (size=13221)
2024-12-04T04:18:08,961 INFO  [Thread-2718 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2718.
2024-12-04T04:18:08,961 DEBUG [Thread-2718 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:08,961 DEBUG [Thread-2718 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,961 DEBUG [Thread-2718 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,961 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:08,961 INFO  [Thread-2720 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2720.
2024-12-04T04:18:08,961 DEBUG [Thread-2720 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:08,961 DEBUG [Thread-2720 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,961 DEBUG [Thread-2720 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,961 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:08,962 INFO  [Thread-2722 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2722.
2024-12-04T04:18:08,962 DEBUG [Thread-2722 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:08,962 DEBUG [Thread-2722 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,962 DEBUG [Thread-2722 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,962 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:08,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167
2024-12-04T04:18:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:08,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-12-04T04:18:08,963 INFO  [Thread-2716 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2716.
2024-12-04T04:18:08,963 INFO  [Thread-2724 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2724.
2024-12-04T04:18:08,963 DEBUG [Thread-2716 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:08,963 DEBUG [Thread-2724 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:08,963 DEBUG [Thread-2716 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,963 DEBUG [Thread-2724 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,963 DEBUG [Thread-2724 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,963 DEBUG [Thread-2716 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,963 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:08,963 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:18:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:18:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:18:08,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:08,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047ace30b3770942f6936cc4d3f9e5d2d1_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285887827/Put/seqid=0
2024-12-04T04:18:08,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742550_1726 (size=12454)
2024-12-04T04:18:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8855): Flush requested on 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:08,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. as already flushing
2024-12-04T04:18:08,996 INFO  [Thread-2705 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2705.
2024-12-04T04:18:08,996 INFO  [Thread-2709 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2709.
2024-12-04T04:18:08,996 INFO  [Thread-2707 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2707.
2024-12-04T04:18:08,996 DEBUG [Thread-2705 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:08,996 DEBUG [Thread-2709 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:08,996 DEBUG [Thread-2707 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:08,996 DEBUG [Thread-2705 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,996 DEBUG [Thread-2709 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,996 DEBUG [Thread-2707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,996 DEBUG [Thread-2709 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,996 DEBUG [Thread-2707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,996 DEBUG [Thread-2705 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:08,996 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:08,996 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:08,996 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-04T04:18:09,314 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/1813a77548c047bf92a5ab8d4ac04ba9 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1813a77548c047bf92a5ab8d4ac04ba9
2024-12-04T04:18:09,318 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 32fee911e22d757c56b7cea577447e5c/C of 32fee911e22d757c56b7cea577447e5c into 1813a77548c047bf92a5ab8d4ac04ba9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-04T04:18:09,318 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:09,318 INFO  [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., storeName=32fee911e22d757c56b7cea577447e5c/C, priority=13, startTime=1733285888830; duration=0sec
2024-12-04T04:18:09,318 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-04T04:18:09,318 DEBUG [RS:0;67abd3a0ee76:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 32fee911e22d757c56b7cea577447e5c:C
2024-12-04T04:18:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:09,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047ace30b3770942f6936cc4d3f9e5d2d1_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047ace30b3770942f6936cc4d3f9e5d2d1_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:09,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/b316b167a3de4625a2d8dcc5c2e64c6b, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:09,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/b316b167a3de4625a2d8dcc5c2e64c6b is 175, key is test_row_0/A:col10/1733285887827/Put/seqid=0
2024-12-04T04:18:09,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742551_1727 (size=31255)
2024-12-04T04:18:09,780 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=791, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/b316b167a3de4625a2d8dcc5c2e64c6b
2024-12-04T04:18:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/20771107b1f64c7ca37a14e7c91f5e39 is 50, key is test_row_0/B:col10/1733285887827/Put/seqid=0
2024-12-04T04:18:09,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742552_1728 (size=12301)
2024-12-04T04:18:09,839 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=791 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/20771107b1f64c7ca37a14e7c91f5e39
2024-12-04T04:18:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/3abfbe8d98cb4ae699e01a90b78c911d is 50, key is test_row_0/C:col10/1733285887827/Put/seqid=0
2024-12-04T04:18:09,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742553_1729 (size=12301)
2024-12-04T04:18:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-04T04:18:10,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=791 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/3abfbe8d98cb4ae699e01a90b78c911d
2024-12-04T04:18:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/b316b167a3de4625a2d8dcc5c2e64c6b as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b316b167a3de4625a2d8dcc5c2e64c6b
2024-12-04T04:18:10,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b316b167a3de4625a2d8dcc5c2e64c6b, entries=150, sequenceid=791, filesize=30.5 K
2024-12-04T04:18:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/20771107b1f64c7ca37a14e7c91f5e39 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/20771107b1f64c7ca37a14e7c91f5e39
2024-12-04T04:18:10,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/20771107b1f64c7ca37a14e7c91f5e39, entries=150, sequenceid=791, filesize=12.0 K
2024-12-04T04:18:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/3abfbe8d98cb4ae699e01a90b78c911d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/3abfbe8d98cb4ae699e01a90b78c911d
2024-12-04T04:18:10,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/3abfbe8d98cb4ae699e01a90b78c911d, entries=150, sequenceid=791, filesize=12.0 K
2024-12-04T04:18:10,269 INFO  [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=20.13 KB/20610 for 32fee911e22d757c56b7cea577447e5c in 1306ms, sequenceid=791, compaction requested=false
2024-12-04T04:18:10,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 32fee911e22d757c56b7cea577447e5c:

2024-12-04T04:18:10,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:10,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167
2024-12-04T04:18:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster(4169): Remote procedure done, pid=167
2024-12-04T04:18:10,272 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166
2024-12-04T04:18:10,272 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2500 sec
2024-12-04T04:18:10,275 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.2660 sec
2024-12-04T04:18:10,572 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:18:10,800 INFO  [Thread-2713 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2713.
2024-12-04T04:18:10,800 DEBUG [Thread-2713 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:10,800 DEBUG [Thread-2713 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:10,800 DEBUG [Thread-2713 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:10,800 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:10,816 INFO  [Thread-2711 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2711.
2024-12-04T04:18:10,816 DEBUG [Thread-2711 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-12-04T04:18:10,816 DEBUG [Thread-2711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:10,816 DEBUG [Thread-2711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:10,816 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-12-04T04:18:12,176 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 124
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 140
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 134
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 151
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 157
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2155
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2128
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2127
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2169
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2124
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-04T04:18:12,176 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:18:12,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:18:12,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:12,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:12,177 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:12,177 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-04T04:18:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-12-04T04:18:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-12-04T04:18:12,183 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285892182"}]},"ts":"1733285892182"}
2024-12-04T04:18:12,186 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-04T04:18:12,186 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-04T04:18:12,187 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-04T04:18:12,190 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, UNASSIGN}]
2024-12-04T04:18:12,191 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, UNASSIGN
2024-12-04T04:18:12,192 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=32fee911e22d757c56b7cea577447e5c, regionState=CLOSING, regionLocation=67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:12,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, UNASSIGN because future has completed
2024-12-04T04:18:12,195 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:18:12,195 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389}]
2024-12-04T04:18:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-12-04T04:18:12,351 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(122): Close 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1722): Closing 32fee911e22d757c56b7cea577447e5c, disabling compactions & flushes
2024-12-04T04:18:12,351 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. after waiting 0 ms
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:12,351 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2902): Flushing 32fee911e22d757c56b7cea577447e5c 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=A
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=B
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 32fee911e22d757c56b7cea577447e5c, store=C
2024-12-04T04:18:12,351 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-04T04:18:12,364 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045aca4e5a671441658b2a032adb2423e6_32fee911e22d757c56b7cea577447e5c is 50, key is test_row_0/A:col10/1733285888995/Put/seqid=0
2024-12-04T04:18:12,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742554_1730 (size=9914)
2024-12-04T04:18:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-12-04T04:18:12,784 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:18:12,787 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045aca4e5a671441658b2a032adb2423e6_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045aca4e5a671441658b2a032adb2423e6_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:12,787 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/52b98b6f89d24468b671bff57ec5d188, store: [table=TestAcidGuarantees family=A region=32fee911e22d757c56b7cea577447e5c]
2024-12-04T04:18:12,788 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/52b98b6f89d24468b671bff57ec5d188 is 175, key is test_row_0/A:col10/1733285888995/Put/seqid=0
2024-12-04T04:18:12,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742555_1731 (size=22561)
2024-12-04T04:18:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-12-04T04:18:13,193 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=800, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/52b98b6f89d24468b671bff57ec5d188
2024-12-04T04:18:13,201 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/4c9cbc1536d04bc4acd15b3f3646bbe8 is 50, key is test_row_0/B:col10/1733285888995/Put/seqid=0
2024-12-04T04:18:13,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742556_1732 (size=9857)
2024-12-04T04:18:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-12-04T04:18:13,607 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=800 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/4c9cbc1536d04bc4acd15b3f3646bbe8
2024-12-04T04:18:13,613 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/596d01f2c44f4173b8b6fab0254201de is 50, key is test_row_0/C:col10/1733285888995/Put/seqid=0
2024-12-04T04:18:13,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742557_1733 (size=9857)
2024-12-04T04:18:14,033 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=800 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/596d01f2c44f4173b8b6fab0254201de
2024-12-04T04:18:14,037 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/A/52b98b6f89d24468b671bff57ec5d188 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/52b98b6f89d24468b671bff57ec5d188
2024-12-04T04:18:14,041 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/52b98b6f89d24468b671bff57ec5d188, entries=100, sequenceid=800, filesize=22.0 K
2024-12-04T04:18:14,042 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/B/4c9cbc1536d04bc4acd15b3f3646bbe8 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/4c9cbc1536d04bc4acd15b3f3646bbe8
2024-12-04T04:18:14,045 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/4c9cbc1536d04bc4acd15b3f3646bbe8, entries=100, sequenceid=800, filesize=9.6 K
2024-12-04T04:18:14,046 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/.tmp/C/596d01f2c44f4173b8b6fab0254201de as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/596d01f2c44f4173b8b6fab0254201de
2024-12-04T04:18:14,049 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/596d01f2c44f4173b8b6fab0254201de, entries=100, sequenceid=800, filesize=9.6 K
2024-12-04T04:18:14,050 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 32fee911e22d757c56b7cea577447e5c in 1699ms, sequenceid=800, compaction requested=true
2024-12-04T04:18:14,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e135b67d12084594ab2d5bca3653f29f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/bdcf5b92bdb6424682a2b14a69fc7cf0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ab875e03cd7947deae1e4700bf3e4b31, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/62d3cb12c9fe431d8527c0029af40641, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/8d26fd727677497c95096b93df57d0b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4f061ee12621402084e3e0c89b9b46bf, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/47e7e9b868004f8c98cd38d9b49af766, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b4e484cffecd4df7ac67819299230481, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1c78a21966644847a3a563c38d958ab5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a0841e88f3c745bfbc9fa4f3e20c7494, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4c25af08d0d242b591d4ce6ff8e5f1b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/d978f58e9682488aaa9df31a9f5130a2, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/582f98455b0d4d3faaa55188bbd95c8c, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ecde2d5a48df4f0689df667594e75f42, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/c9885d729bec490ebf85b294b894e94f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/81866d5d99e148ea8a6d8114af59d1f1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/5c142873bff641edb47815d121db6fd4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/91482b2ac294463aa54fa65f5efd78c9, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/cd917f92b1234d738d0a03001ef2b792, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/80a6a3c09bbb4587978232e14e808e64, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3e75bf3b60134d02818c0983f1c08ef8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/86454cb049284bab893692a10c810cff, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a956a7ca249c4fe7a089b77237b815a8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3b1f5a420e07408aaf18b646da34e7d8, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1e19ef90110445aab26afc3d57df4161, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e60cd01a557c45a4b9b8756cca2841fe, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/325dfd91d2dc498789338aa25ab1825c] to archive
2024-12-04T04:18:14,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:18:14,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e135b67d12084594ab2d5bca3653f29f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e135b67d12084594ab2d5bca3653f29f
2024-12-04T04:18:14,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/bdcf5b92bdb6424682a2b14a69fc7cf0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/bdcf5b92bdb6424682a2b14a69fc7cf0
2024-12-04T04:18:14,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ab875e03cd7947deae1e4700bf3e4b31 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ab875e03cd7947deae1e4700bf3e4b31
2024-12-04T04:18:14,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/62d3cb12c9fe431d8527c0029af40641 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/62d3cb12c9fe431d8527c0029af40641
2024-12-04T04:18:14,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/8d26fd727677497c95096b93df57d0b4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/8d26fd727677497c95096b93df57d0b4
2024-12-04T04:18:14,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4f061ee12621402084e3e0c89b9b46bf to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4f061ee12621402084e3e0c89b9b46bf
2024-12-04T04:18:14,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/47e7e9b868004f8c98cd38d9b49af766 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/47e7e9b868004f8c98cd38d9b49af766
2024-12-04T04:18:14,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b4e484cffecd4df7ac67819299230481 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b4e484cffecd4df7ac67819299230481
2024-12-04T04:18:14,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1c78a21966644847a3a563c38d958ab5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1c78a21966644847a3a563c38d958ab5
2024-12-04T04:18:14,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a0841e88f3c745bfbc9fa4f3e20c7494 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a0841e88f3c745bfbc9fa4f3e20c7494
2024-12-04T04:18:14,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4c25af08d0d242b591d4ce6ff8e5f1b4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/4c25af08d0d242b591d4ce6ff8e5f1b4
2024-12-04T04:18:14,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/d978f58e9682488aaa9df31a9f5130a2 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/d978f58e9682488aaa9df31a9f5130a2
2024-12-04T04:18:14,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/582f98455b0d4d3faaa55188bbd95c8c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/582f98455b0d4d3faaa55188bbd95c8c
2024-12-04T04:18:14,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ecde2d5a48df4f0689df667594e75f42 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/ecde2d5a48df4f0689df667594e75f42
2024-12-04T04:18:14,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/c9885d729bec490ebf85b294b894e94f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/c9885d729bec490ebf85b294b894e94f
2024-12-04T04:18:14,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/81866d5d99e148ea8a6d8114af59d1f1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/81866d5d99e148ea8a6d8114af59d1f1
2024-12-04T04:18:14,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/5c142873bff641edb47815d121db6fd4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/5c142873bff641edb47815d121db6fd4
2024-12-04T04:18:14,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/91482b2ac294463aa54fa65f5efd78c9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/91482b2ac294463aa54fa65f5efd78c9
2024-12-04T04:18:14,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/cd917f92b1234d738d0a03001ef2b792 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/cd917f92b1234d738d0a03001ef2b792
2024-12-04T04:18:14,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/80a6a3c09bbb4587978232e14e808e64 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/80a6a3c09bbb4587978232e14e808e64
2024-12-04T04:18:14,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3e75bf3b60134d02818c0983f1c08ef8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3e75bf3b60134d02818c0983f1c08ef8
2024-12-04T04:18:14,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/86454cb049284bab893692a10c810cff to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/86454cb049284bab893692a10c810cff
2024-12-04T04:18:14,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a956a7ca249c4fe7a089b77237b815a8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a956a7ca249c4fe7a089b77237b815a8
2024-12-04T04:18:14,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3b1f5a420e07408aaf18b646da34e7d8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/3b1f5a420e07408aaf18b646da34e7d8
2024-12-04T04:18:14,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1e19ef90110445aab26afc3d57df4161 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/1e19ef90110445aab26afc3d57df4161
2024-12-04T04:18:14,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e60cd01a557c45a4b9b8756cca2841fe to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/e60cd01a557c45a4b9b8756cca2841fe
2024-12-04T04:18:14,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/325dfd91d2dc498789338aa25ab1825c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/325dfd91d2dc498789338aa25ab1825c
2024-12-04T04:18:14,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9f5d1b10deea444bbfbda8b8bf57716f, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/743f02ccf76f4035bf8a013af8759f52, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/c88a6fc54f2d41f8925eb377e2f80a44, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/400369322cce4f19ae8aa9cf4dfd6ace, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9b9161c44712414c89486886ecf5d78b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/34be44ccc0654e779447e4344648f063, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ac0145162a824bd3be08cb7ca88ad110, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8c04fac2a3734640937ca14f9f603c7d, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/234b8ac8abcc4a4fb2c08c075c531054, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/49e43d1aff0d481e99698d9c8d350784, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8d8f40f0d733472cb593bcf1c1618b22, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f56b1970f0684abe9a5ea9bb2d0bbb74, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e03ca67fd8d9483c8c4b13949e04c273, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/70e779b513d544eaa87333ac3cab4514, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/a706566a85b8419a9ea416d5cdae04b4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ed7737b264b948978a95f4617d6f6ef0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/179522e378464c1587066e3c274735af, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e6846070c901472195424eb8c5e7cc07, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/93ebaa5d6d3a44719f55278280866511, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/597748a537c048bab17748277377557b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f4a08d1d5d1b431bbf584bac3daa9fb0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e75508d280fd446597dfefa202cbe5c0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/675eecee39504e42a1ad4d4d645fdaa3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/0455e3d4914146278b8fe742be5a0248, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/d6d99269786b42aa92d101d355adecd4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/02b7d5856a3e4e6e80a2a7fb294914af, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/7893ab49691c4e3ba7df267758ad2d0b] to archive
2024-12-04T04:18:14,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:18:14,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9f5d1b10deea444bbfbda8b8bf57716f to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9f5d1b10deea444bbfbda8b8bf57716f
2024-12-04T04:18:14,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/743f02ccf76f4035bf8a013af8759f52 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/743f02ccf76f4035bf8a013af8759f52
2024-12-04T04:18:14,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/c88a6fc54f2d41f8925eb377e2f80a44 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/c88a6fc54f2d41f8925eb377e2f80a44
2024-12-04T04:18:14,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/400369322cce4f19ae8aa9cf4dfd6ace to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/400369322cce4f19ae8aa9cf4dfd6ace
2024-12-04T04:18:14,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9b9161c44712414c89486886ecf5d78b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/9b9161c44712414c89486886ecf5d78b
2024-12-04T04:18:14,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/34be44ccc0654e779447e4344648f063 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/34be44ccc0654e779447e4344648f063
2024-12-04T04:18:14,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ac0145162a824bd3be08cb7ca88ad110 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ac0145162a824bd3be08cb7ca88ad110
2024-12-04T04:18:14,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8c04fac2a3734640937ca14f9f603c7d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8c04fac2a3734640937ca14f9f603c7d
2024-12-04T04:18:14,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/234b8ac8abcc4a4fb2c08c075c531054 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/234b8ac8abcc4a4fb2c08c075c531054
2024-12-04T04:18:14,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/49e43d1aff0d481e99698d9c8d350784 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/49e43d1aff0d481e99698d9c8d350784
2024-12-04T04:18:14,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8d8f40f0d733472cb593bcf1c1618b22 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/8d8f40f0d733472cb593bcf1c1618b22
2024-12-04T04:18:14,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f56b1970f0684abe9a5ea9bb2d0bbb74 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f56b1970f0684abe9a5ea9bb2d0bbb74
2024-12-04T04:18:14,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e03ca67fd8d9483c8c4b13949e04c273 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e03ca67fd8d9483c8c4b13949e04c273
2024-12-04T04:18:14,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/70e779b513d544eaa87333ac3cab4514 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/70e779b513d544eaa87333ac3cab4514
2024-12-04T04:18:14,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/a706566a85b8419a9ea416d5cdae04b4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/a706566a85b8419a9ea416d5cdae04b4
2024-12-04T04:18:14,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ed7737b264b948978a95f4617d6f6ef0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/ed7737b264b948978a95f4617d6f6ef0
2024-12-04T04:18:14,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/179522e378464c1587066e3c274735af to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/179522e378464c1587066e3c274735af
2024-12-04T04:18:14,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e6846070c901472195424eb8c5e7cc07 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e6846070c901472195424eb8c5e7cc07
2024-12-04T04:18:14,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/93ebaa5d6d3a44719f55278280866511 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/93ebaa5d6d3a44719f55278280866511
2024-12-04T04:18:14,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/597748a537c048bab17748277377557b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/597748a537c048bab17748277377557b
2024-12-04T04:18:14,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f4a08d1d5d1b431bbf584bac3daa9fb0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/f4a08d1d5d1b431bbf584bac3daa9fb0
2024-12-04T04:18:14,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e75508d280fd446597dfefa202cbe5c0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/e75508d280fd446597dfefa202cbe5c0
2024-12-04T04:18:14,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/675eecee39504e42a1ad4d4d645fdaa3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/675eecee39504e42a1ad4d4d645fdaa3
2024-12-04T04:18:14,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/0455e3d4914146278b8fe742be5a0248 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/0455e3d4914146278b8fe742be5a0248
2024-12-04T04:18:14,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/d6d99269786b42aa92d101d355adecd4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/d6d99269786b42aa92d101d355adecd4
2024-12-04T04:18:14,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/02b7d5856a3e4e6e80a2a7fb294914af to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/02b7d5856a3e4e6e80a2a7fb294914af
2024-12-04T04:18:14,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/7893ab49691c4e3ba7df267758ad2d0b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/7893ab49691c4e3ba7df267758ad2d0b
2024-12-04T04:18:14,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/41205316859b456cb099bb6299083979, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/c108f1734fd34107a98985d1d7def27e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/62ca850e530547d095cee936d888ec61, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/7676606c7941462599bdcd0fd2c545f5, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/794ba579dc3548708177fe7bdc60aae3, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cedfbe59caf546acb0a643aeb0a37064, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/b3b71c9b430845a2b5c9861dbe472559, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/50ebacef2e87483fafbf7fc1f94a419b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ff7421b0b11d48809f2bb26ab0b1b9f0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ce54e2afe05a42ac97525b013efe5351, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/589df1b6dcf7401b8de583187705e99b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/009e569e954141f197260741de14c742, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/242dcbc2cef44f45b522b48cf0d2caf1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cb331f0b742d4e2e9bc73ec163498520, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/a12c22ac792445a6acbe20dec139a503, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/8d5cdb12a1f748f5ade6c958213e7c69, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ebc68dd065ea43f3aa6bd7785c26d3c1, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/d53daf0eafca44829d2bf6329fed8334, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e338bcf2267b4aa0a4d83bab11e8419b, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/66d14aad6501454b8dd32c54ba38e391, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/67a353c1b9a844db90796dd4ede52148, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/f0f64aee74d240239ba6adada3fd86a6, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/11bdf3aefbfa466883572c58c766bca4, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e3a5b8d61a6f4a85a94ccc8710b9c4f0, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1ae92e1d1db64e72964a1cb9517ac939, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/05d712fcbc124b17b7ee31a10d0d9f6e, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/039b2e2aeb5549dfbb805514cf7ae40a] to archive
2024-12-04T04:18:14,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-04T04:18:14,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/41205316859b456cb099bb6299083979 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/41205316859b456cb099bb6299083979
2024-12-04T04:18:14,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/c108f1734fd34107a98985d1d7def27e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/c108f1734fd34107a98985d1d7def27e
2024-12-04T04:18:14,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/62ca850e530547d095cee936d888ec61 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/62ca850e530547d095cee936d888ec61
2024-12-04T04:18:14,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/7676606c7941462599bdcd0fd2c545f5 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/7676606c7941462599bdcd0fd2c545f5
2024-12-04T04:18:14,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/794ba579dc3548708177fe7bdc60aae3 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/794ba579dc3548708177fe7bdc60aae3
2024-12-04T04:18:14,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cedfbe59caf546acb0a643aeb0a37064 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cedfbe59caf546acb0a643aeb0a37064
2024-12-04T04:18:14,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/b3b71c9b430845a2b5c9861dbe472559 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/b3b71c9b430845a2b5c9861dbe472559
2024-12-04T04:18:14,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/50ebacef2e87483fafbf7fc1f94a419b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/50ebacef2e87483fafbf7fc1f94a419b
2024-12-04T04:18:14,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ff7421b0b11d48809f2bb26ab0b1b9f0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ff7421b0b11d48809f2bb26ab0b1b9f0
2024-12-04T04:18:14,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ce54e2afe05a42ac97525b013efe5351 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ce54e2afe05a42ac97525b013efe5351
2024-12-04T04:18:14,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/589df1b6dcf7401b8de583187705e99b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/589df1b6dcf7401b8de583187705e99b
2024-12-04T04:18:14,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/009e569e954141f197260741de14c742 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/009e569e954141f197260741de14c742
2024-12-04T04:18:14,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/242dcbc2cef44f45b522b48cf0d2caf1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/242dcbc2cef44f45b522b48cf0d2caf1
2024-12-04T04:18:14,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cb331f0b742d4e2e9bc73ec163498520 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/cb331f0b742d4e2e9bc73ec163498520
2024-12-04T04:18:14,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/a12c22ac792445a6acbe20dec139a503 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/a12c22ac792445a6acbe20dec139a503
2024-12-04T04:18:14,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/8d5cdb12a1f748f5ade6c958213e7c69 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/8d5cdb12a1f748f5ade6c958213e7c69
2024-12-04T04:18:14,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ebc68dd065ea43f3aa6bd7785c26d3c1 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/ebc68dd065ea43f3aa6bd7785c26d3c1
2024-12-04T04:18:14,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/d53daf0eafca44829d2bf6329fed8334 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/d53daf0eafca44829d2bf6329fed8334
2024-12-04T04:18:14,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e338bcf2267b4aa0a4d83bab11e8419b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e338bcf2267b4aa0a4d83bab11e8419b
2024-12-04T04:18:14,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/66d14aad6501454b8dd32c54ba38e391 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/66d14aad6501454b8dd32c54ba38e391
2024-12-04T04:18:14,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/67a353c1b9a844db90796dd4ede52148 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/67a353c1b9a844db90796dd4ede52148
2024-12-04T04:18:14,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/f0f64aee74d240239ba6adada3fd86a6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/f0f64aee74d240239ba6adada3fd86a6
2024-12-04T04:18:14,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/11bdf3aefbfa466883572c58c766bca4 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/11bdf3aefbfa466883572c58c766bca4
2024-12-04T04:18:14,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e3a5b8d61a6f4a85a94ccc8710b9c4f0 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/e3a5b8d61a6f4a85a94ccc8710b9c4f0
2024-12-04T04:18:14,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1ae92e1d1db64e72964a1cb9517ac939 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1ae92e1d1db64e72964a1cb9517ac939
2024-12-04T04:18:14,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/05d712fcbc124b17b7ee31a10d0d9f6e to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/05d712fcbc124b17b7ee31a10d0d9f6e
2024-12-04T04:18:14,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/039b2e2aeb5549dfbb805514cf7ae40a to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/039b2e2aeb5549dfbb805514cf7ae40a
2024-12-04T04:18:14,214 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/recovered.edits/803.seqid, newMaxSeqId=803, maxSeqId=4
2024-12-04T04:18:14,215 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.
2024-12-04T04:18:14,215 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1676): Region close journal for 32fee911e22d757c56b7cea577447e5c:
Waiting for close lock at 1733285892351Running coprocessor pre-close hooks at 1733285892351Disabling compacts and flushes for region at 1733285892351Disabling writes for close at 1733285892351Obtaining lock to block concurrent updates at 1733285892351Preparing flush snapshotting stores in 32fee911e22d757c56b7cea577447e5c at 1733285892351Finished memstore snapshotting TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733285892351Flushing stores of TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c. at 1733285892355 (+4 ms)Flushing 32fee911e22d757c56b7cea577447e5c/A: creating writer at 1733285892355Flushing mob file 32fee911e22d757c56b7cea577447e5c/A: appending metadata at 1733285892364 (+9 ms)Flushing mob file 32fee911e22d757c56b7cea577447e5c/A: closing flushed file at 1733285892364Flushing 32fee911e22d757c56b7cea577447e5c/A: appending metadata at 1733285892787 (+423 ms)Flushing 32fee911e22d757c56b7cea577447e5c/A: closing flushed file at 1733285892787Flushing 32fee911e22d757c56b7cea577447e5c/B: creating writer at 1733285893198 (+411 ms)Flushing 32fee911e22d757c56b7cea577447e5c/B: appending metadata at 1733285893201 (+3 ms)Flushing 32fee911e22d757c56b7cea577447e5c/B: closing flushed file at 1733285893201Flushing 32fee911e22d757c56b7cea577447e5c/C: creating writer at 1733285893610 (+409 ms)Flushing 32fee911e22d757c56b7cea577447e5c/C: appending metadata at 1733285893612 (+2 ms)Flushing 32fee911e22d757c56b7cea577447e5c/C: closing flushed file at 1733285893612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d132d8: reopening flushed file at 1733285894036 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c02b89: reopening flushed file at 1733285894041 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ce315e: reopening flushed file at 1733285894045 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 32fee911e22d757c56b7cea577447e5c in 1699ms, sequenceid=800, compaction requested=true at 1733285894050 (+5 ms)Writing region close event to WAL at 1733285894210 (+160 ms)Running coprocessor post-close hooks at 1733285894215 (+5 ms)Closed at 1733285894215
2024-12-04T04:18:14,218 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(157): Closed 32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,218 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=32fee911e22d757c56b7cea577447e5c, regionState=CLOSED
2024-12-04T04:18:14,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389 because future has completed
2024-12-04T04:18:14,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170
2024-12-04T04:18:14,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure 32fee911e22d757c56b7cea577447e5c, server=67abd3a0ee76,37895,1733285712389 in 2.0440 sec
2024-12-04T04:18:14,281 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169
2024-12-04T04:18:14,281 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=32fee911e22d757c56b7cea577447e5c, UNASSIGN in 2.0670 sec
2024-12-04T04:18:14,304 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168
2024-12-04T04:18:14,305 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0990 sec
2024-12-04T04:18:14,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733285894313"}]},"ts":"1733285894313"}
2024-12-04T04:18:14,322 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-04T04:18:14,322 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-04T04:18:14,324 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.1460 sec
2024-12-04T04:18:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-12-04T04:18:14,329 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:18:14,346 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-04T04:18:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:18:14,348 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:18:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172
2024-12-04T04:18:14,350 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:18:14,354 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,357 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C, FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/recovered.edits]
2024-12-04T04:18:14,359 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/52b98b6f89d24468b671bff57ec5d188 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/52b98b6f89d24468b671bff57ec5d188
2024-12-04T04:18:14,360 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a6f64c696fe04aabb7a2fddb8b983f63 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/a6f64c696fe04aabb7a2fddb8b983f63
2024-12-04T04:18:14,361 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b316b167a3de4625a2d8dcc5c2e64c6b to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/A/b316b167a3de4625a2d8dcc5c2e64c6b
2024-12-04T04:18:14,364 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/20771107b1f64c7ca37a14e7c91f5e39 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/20771107b1f64c7ca37a14e7c91f5e39
2024-12-04T04:18:14,365 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/4c9cbc1536d04bc4acd15b3f3646bbe8 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/4c9cbc1536d04bc4acd15b3f3646bbe8
2024-12-04T04:18:14,366 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/6c84fbaeb52e4a9d910d60da8ddfd9f6 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/B/6c84fbaeb52e4a9d910d60da8ddfd9f6
2024-12-04T04:18:14,368 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1813a77548c047bf92a5ab8d4ac04ba9 to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/1813a77548c047bf92a5ab8d4ac04ba9
2024-12-04T04:18:14,369 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/3abfbe8d98cb4ae699e01a90b78c911d to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/3abfbe8d98cb4ae699e01a90b78c911d
2024-12-04T04:18:14,371 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/596d01f2c44f4173b8b6fab0254201de to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/C/596d01f2c44f4173b8b6fab0254201de
2024-12-04T04:18:14,378 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/recovered.edits/803.seqid to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c/recovered.edits/803.seqid
2024-12-04T04:18:14,378 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/default/TestAcidGuarantees/32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,378 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-04T04:18:14,379 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-04T04:18:14,380 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-04T04:18:14,383 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120403f4a64381f74df0a6f049bd1631a1ae_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120403f4a64381f74df0a6f049bd1631a1ae_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,386 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120408287c8bedb4405fb55f8d60c97d2b6d_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120408287c8bedb4405fb55f8d60c97d2b6d_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,388 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120415fadaa535404e4c8f7f412ea9385002_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120415fadaa535404e4c8f7f412ea9385002_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,389 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120417eb73b8b52c4544beb50a81d9c4baa2_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120417eb73b8b52c4544beb50a81d9c4baa2_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,390 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042cd51b40ec82439591bb3fcedc9579ee_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042cd51b40ec82439591bb3fcedc9579ee_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,391 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204304414a449734234bf95a310403b7e6a_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204304414a449734234bf95a310403b7e6a_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,392 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120433b21ee96ba14f4d90f59393836d3328_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120433b21ee96ba14f4d90f59393836d3328_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,393 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120442cb20739699407f91773e9bd49d718c_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120442cb20739699407f91773e9bd49d718c_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,395 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044baeed26ec3542888f34afb10e31a879_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044baeed26ec3542888f34afb10e31a879_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,400 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044e02e0f3ad4d425a966d5ca264e834b6_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044e02e0f3ad4d425a966d5ca264e834b6_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,401 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120453f71b3f9f3e4919b4cd5ef01785e1d6_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120453f71b3f9f3e4919b4cd5ef01785e1d6_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,403 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045aca4e5a671441658b2a032adb2423e6_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045aca4e5a671441658b2a032adb2423e6_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045d425cbc7ba040d7a25d124b5c66254d_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045d425cbc7ba040d7a25d124b5c66254d_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,406 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045f0e9816a86048d994c141d95831d724_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045f0e9816a86048d994c141d95831d724_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,407 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b975075752d47f4a07f74c2cdd21b5f_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b975075752d47f4a07f74c2cdd21b5f_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,408 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047ace30b3770942f6936cc4d3f9e5d2d1_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047ace30b3770942f6936cc4d3f9e5d2d1_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,409 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047c13ce15f9634355a09f32e752b8fee6_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047c13ce15f9634355a09f32e752b8fee6_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,410 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120495323e6b788848448c087d282c37f33c_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120495323e6b788848448c087d282c37f33c_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,411 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b5802a2d66bb4873ae053d664f2c1417_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b5802a2d66bb4873ae053d664f2c1417_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,413 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c559149493cc4dd5bcd7829462c3ceb1_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c559149493cc4dd5bcd7829462c3ceb1_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,414 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e9fa200e851d4ab49cfdc3c8440dd962_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e9fa200e851d4ab49cfdc3c8440dd962_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,415 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ee96eee33c9347249dceb9542a1f4ac7_32fee911e22d757c56b7cea577447e5c to hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ee96eee33c9347249dceb9542a1f4ac7_32fee911e22d757c56b7cea577447e5c
2024-12-04T04:18:14,415 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-04T04:18:14,418 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:18:14,421 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-04T04:18:14,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-12-04T04:18:14,424 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:18:14,424 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-12-04T04:18:14,425 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733285894424"}]},"ts":"9223372036854775807"}
2024-12-04T04:18:14,428 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-04T04:18:14,428 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 32fee911e22d757c56b7cea577447e5c, NAME => 'TestAcidGuarantees,,1733285867361.32fee911e22d757c56b7cea577447e5c.', STARTKEY => '', ENDKEY => ''}]
2024-12-04T04:18:14,428 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-12-04T04:18:14,428 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733285894428"}]},"ts":"9223372036854775807"}
2024-12-04T04:18:14,431 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-12-04T04:18:14,432 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-04T04:18:14,434 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 86 msec
2024-12-04T04:18:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172
2024-12-04T04:18:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-12-04T04:18:14,456 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-12-04T04:18:14,468 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249 (was 250), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1230 (was 1200) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=248 (was 1234)
2024-12-04T04:18:14,468 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-04T04:18:14,468 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:18:14,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:18:14,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:14,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:14,468 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:18:14,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-04T04:18:14,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855483586, stopped=false
2024-12-04T04:18:14,496 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=67abd3a0ee76,35405,1733285711547
2024-12-04T04:18:14,574 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-04T04:18:14,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-04T04:18:14,574 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:18:14,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:18:14,574 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-04T04:18:14,575 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:18:14,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:18:14,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:14,576 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '67abd3a0ee76,37895,1733285712389' *****
2024-12-04T04:18:14,576 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-04T04:18:14,576 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-04T04:18:14,576 INFO  [RS:0;67abd3a0ee76:37895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-04T04:18:14,576 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-04T04:18:14,577 INFO  [RS:0;67abd3a0ee76:37895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-04T04:18:14,577 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(959): stopping server 67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:14,577 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-04T04:18:14,577 INFO  [RS:0;67abd3a0ee76:37895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;67abd3a0ee76:37895.
2024-12-04T04:18:14,577 DEBUG [RS:0;67abd3a0ee76:37895 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:18:14,577 DEBUG [RS:0;67abd3a0ee76:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:14,577 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-04T04:18:14,577 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-04T04:18:14,577 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-04T04:18:14,577 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-04T04:18:14,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T04:18:14,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-04T04:18:14,579 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-04T04:18:14,579 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-04T04:18:14,580 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-04T04:18:14,580 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-04T04:18:14,580 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-04T04:18:14,580 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-04T04:18:14,580 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-04T04:18:14,580 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-12-04T04:18:14,580 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-04T04:18:14,603 INFO  [regionserver/67abd3a0ee76:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-04T04:18:14,603 INFO  [regionserver/67abd3a0ee76:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-04T04:18:14,638 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/info/29ac54b128bf4eed82111e757c1951ac is 95, key is TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4./info:/1733285743723/DeleteFamily/seqid=0
2024-12-04T04:18:14,646 INFO  [regionserver/67abd3a0ee76:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-04T04:18:14,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742558_1734 (size=6514)
2024-12-04T04:18:14,781 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-04T04:18:14,981 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-04T04:18:15,079 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/info/29ac54b128bf4eed82111e757c1951ac
2024-12-04T04:18:15,098 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/ns/5cef2e7c649c4fdfbc6bb639379aac9d is 93, key is TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4./ns:/1733285743666/DeleteFamily/seqid=0
2024-12-04T04:18:15,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742559_1735 (size=5906)
2024-12-04T04:18:15,113 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/ns/5cef2e7c649c4fdfbc6bb639379aac9d
2024-12-04T04:18:15,130 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/rep_barrier/b299050c6cdc4c6f9913e2ee95961385 is 102, key is TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4./rep_barrier:/1733285743666/DeleteFamily/seqid=0
2024-12-04T04:18:15,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742560_1736 (size=6025)
2024-12-04T04:18:15,181 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-04T04:18:15,381 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-04T04:18:15,506 DEBUG [regionserver/67abd3a0ee76:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second
2024-12-04T04:18:15,522 INFO  [regionserver/67abd3a0ee76:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped
2024-12-04T04:18:15,534 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/rep_barrier/b299050c6cdc4c6f9913e2ee95961385
2024-12-04T04:18:15,557 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/table/ed7293e031184670b17ed1effe0c354f is 96, key is TestAcidGuarantees,,1733285717413.bb6d076aba560e6b5906e4040d4bf5a4./table:/1733285743666/DeleteFamily/seqid=0
2024-12-04T04:18:15,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742561_1737 (size=5936)
2024-12-04T04:18:15,571 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/table/ed7293e031184670b17ed1effe0c354f
2024-12-04T04:18:15,574 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/info/29ac54b128bf4eed82111e757c1951ac as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/info/29ac54b128bf4eed82111e757c1951ac
2024-12-04T04:18:15,579 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/info/29ac54b128bf4eed82111e757c1951ac, entries=12, sequenceid=90, filesize=6.4 K
2024-12-04T04:18:15,580 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/ns/5cef2e7c649c4fdfbc6bb639379aac9d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/ns/5cef2e7c649c4fdfbc6bb639379aac9d
2024-12-04T04:18:15,582 DEBUG [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-04T04:18:15,583 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/ns/5cef2e7c649c4fdfbc6bb639379aac9d, entries=8, sequenceid=90, filesize=5.8 K
2024-12-04T04:18:15,589 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/rep_barrier/b299050c6cdc4c6f9913e2ee95961385 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/rep_barrier/b299050c6cdc4c6f9913e2ee95961385
2024-12-04T04:18:15,592 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/rep_barrier/b299050c6cdc4c6f9913e2ee95961385, entries=6, sequenceid=90, filesize=5.9 K
2024-12-04T04:18:15,593 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/.tmp/table/ed7293e031184670b17ed1effe0c354f as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/table/ed7293e031184670b17ed1effe0c354f
2024-12-04T04:18:15,598 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/table/ed7293e031184670b17ed1effe0c354f, entries=7, sequenceid=90, filesize=5.8 K
2024-12-04T04:18:15,599 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1019ms, sequenceid=90, compaction requested=false
2024-12-04T04:18:15,641 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-12-04T04:18:15,642 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-04T04:18:15,642 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-04T04:18:15,642 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733285894579Running coprocessor pre-close hooks at 1733285894579Disabling compacts and flushes for region at 1733285894579Disabling writes for close at 1733285894580 (+1 ms)Obtaining lock to block concurrent updates at 1733285894580Preparing flush snapshotting stores in 1588230740 at 1733285894580Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733285894581 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733285894581Flushing 1588230740/info: creating writer at 1733285894582 (+1 ms)Flushing 1588230740/info: appending metadata at 1733285894638 (+56 ms)Flushing 1588230740/info: closing flushed file at 1733285894638Flushing 1588230740/ns: creating writer at 1733285895083 (+445 ms)Flushing 1588230740/ns: appending metadata at 1733285895098 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733285895098Flushing 1588230740/rep_barrier: creating writer at 1733285895115 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733285895130 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733285895130Flushing 1588230740/table: creating writer at 1733285895537 (+407 ms)Flushing 1588230740/table: appending metadata at 1733285895557 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733285895557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d98c5a: reopening flushed file at 1733285895573 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f7a270: reopening flushed file at 1733285895579 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e713be: reopening flushed file at 1733285895584 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb9e594: reopening flushed file at 1733285895593 (+9 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1019ms, sequenceid=90, compaction requested=false at 1733285895599 (+6 ms)Writing region close event to WAL at 1733285895637 (+38 ms)Running coprocessor post-close hooks at 1733285895642 (+5 ms)Closed at 1733285895642
2024-12-04T04:18:15,643 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-04T04:18:15,782 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(976): stopping server 67abd3a0ee76,37895,1733285712389; all regions closed.
2024-12-04T04:18:15,790 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389/67abd3a0ee76%2C37895%2C1733285712389.meta.1733285716656.meta not finished, retry = 0
2024-12-04T04:18:15,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741834_1010 (size=25344)
2024-12-04T04:18:15,893 DEBUG [RS:0;67abd3a0ee76:37895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/oldWALs
2024-12-04T04:18:15,893 INFO  [RS:0;67abd3a0ee76:37895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 67abd3a0ee76%2C37895%2C1733285712389.meta:.meta(num 1733285716656)
2024-12-04T04:18:15,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741833_1009 (size=22966636)
2024-12-04T04:18:15,897 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/WALs/67abd3a0ee76,37895,1733285712389/67abd3a0ee76%2C37895%2C1733285712389.1733285715690 not finished, retry = 0
2024-12-04T04:18:15,999 DEBUG [RS:0;67abd3a0ee76:37895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/oldWALs
2024-12-04T04:18:15,999 INFO  [RS:0;67abd3a0ee76:37895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 67abd3a0ee76%2C37895%2C1733285712389:(num 1733285715690)
2024-12-04T04:18:15,999 DEBUG [RS:0;67abd3a0ee76:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:18:15,999 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.LeaseManager(133): Closed leases
2024-12-04T04:18:15,999 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-04T04:18:15,999 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.ChoreService(370): Chore service for: regionserver/67abd3a0ee76:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-04T04:18:15,999 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-04T04:18:16,000 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-04T04:18:16,000 INFO  [RS:0;67abd3a0ee76:37895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37895
2024-12-04T04:18:16,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-04T04:18:16,055 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/67abd3a0ee76,37895,1733285712389
2024-12-04T04:18:16,056 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-04T04:18:16,056 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [67abd3a0ee76,37895,1733285712389]
2024-12-04T04:18:16,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/67abd3a0ee76,37895,1733285712389 already deleted, retry=false
2024-12-04T04:18:16,090 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 67abd3a0ee76,37895,1733285712389 expired; onlineServers=0
2024-12-04T04:18:16,090 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '67abd3a0ee76,35405,1733285711547' *****
2024-12-04T04:18:16,090 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-04T04:18:16,090 INFO  [M:0;67abd3a0ee76:35405 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-04T04:18:16,091 INFO  [M:0;67abd3a0ee76:35405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-04T04:18:16,091 DEBUG [M:0;67abd3a0ee76:35405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-04T04:18:16,091 DEBUG [M:0;67abd3a0ee76:35405 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-04T04:18:16,091 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-04T04:18:16,091 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.small.0-1733285715292 {}] cleaner.HFileCleaner(306): Exit Thread[master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.small.0-1733285715292,5,FailOnTimeoutGroup]
2024-12-04T04:18:16,091 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.large.0-1733285715291 {}] cleaner.HFileCleaner(306): Exit Thread[master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.large.0-1733285715291,5,FailOnTimeoutGroup]
2024-12-04T04:18:16,091 INFO  [M:0;67abd3a0ee76:35405 {}] hbase.ChoreService(370): Chore service for: master/67abd3a0ee76:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-04T04:18:16,091 INFO  [M:0;67abd3a0ee76:35405 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-04T04:18:16,091 DEBUG [M:0;67abd3a0ee76:35405 {}] master.HMaster(1795): Stopping service threads
2024-12-04T04:18:16,091 INFO  [M:0;67abd3a0ee76:35405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-04T04:18:16,091 INFO  [M:0;67abd3a0ee76:35405 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-04T04:18:16,091 ERROR [M:0;67abd3a0ee76:35405 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-5,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-12-04T04:18:16,092 INFO  [M:0;67abd3a0ee76:35405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-04T04:18:16,092 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-04T04:18:16,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-04T04:18:16,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-04T04:18:16,101 DEBUG [M:0;67abd3a0ee76:35405 {}] zookeeper.ZKUtil(347): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-04T04:18:16,101 WARN  [M:0;67abd3a0ee76:35405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-04T04:18:16,101 INFO  [M:0;67abd3a0ee76:35405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/.lastflushedseqids
2024-12-04T04:18:16,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742562_1738 (size=72)
2024-12-04T04:18:16,115 INFO  [M:0;67abd3a0ee76:35405 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-04T04:18:16,115 INFO  [M:0;67abd3a0ee76:35405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-04T04:18:16,115 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-04T04:18:16,115 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:18:16,115 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:18:16,115 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-04T04:18:16,115 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:18:16,116 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=833.01 KB heapSize=1.00 MB
2024-12-04T04:18:16,134 DEBUG [M:0;67abd3a0ee76:35405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a12ade29aca4cc19face24c75f2487a is 82, key is hbase:meta,,1/info:regioninfo/1733285716798/Put/seqid=0
2024-12-04T04:18:16,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742563_1739 (size=5672)
2024-12-04T04:18:16,180 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T04:18:16,180 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x1019e8d06d00001, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T04:18:16,180 INFO  [RS:0;67abd3a0ee76:37895 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-04T04:18:16,181 INFO  [RS:0;67abd3a0ee76:37895 {}] regionserver.HRegionServer(1031): Exiting; stopping=67abd3a0ee76,37895,1733285712389; zookeeper connection closed.
2024-12-04T04:18:16,181 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bdd5870 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bdd5870
2024-12-04T04:18:16,181 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-04T04:18:16,539 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a12ade29aca4cc19face24c75f2487a
2024-12-04T04:18:16,564 DEBUG [M:0;67abd3a0ee76:35405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b5228200e1944a094d4911cdea9d0a3 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1733285868913/Put/seqid=0
2024-12-04T04:18:16,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742564_1740 (size=45717)
2024-12-04T04:18:16,999 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=832.46 KB at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b5228200e1944a094d4911cdea9d0a3
2024-12-04T04:18:17,007 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b5228200e1944a094d4911cdea9d0a3
2024-12-04T04:18:17,026 DEBUG [M:0;67abd3a0ee76:35405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3895c689b42f4a2b91b1d50ac7dd9f1d is 69, key is 67abd3a0ee76,37895,1733285712389/rs:state/1733285715400/Put/seqid=0
2024-12-04T04:18:17,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073742565_1741 (size=5156)
2024-12-04T04:18:17,429 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3895c689b42f4a2b91b1d50ac7dd9f1d
2024-12-04T04:18:17,433 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a12ade29aca4cc19face24c75f2487a as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a12ade29aca4cc19face24c75f2487a
2024-12-04T04:18:17,436 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a12ade29aca4cc19face24c75f2487a, entries=8, sequenceid=2383, filesize=5.5 K
2024-12-04T04:18:17,436 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b5228200e1944a094d4911cdea9d0a3 as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b5228200e1944a094d4911cdea9d0a3
2024-12-04T04:18:17,439 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b5228200e1944a094d4911cdea9d0a3
2024-12-04T04:18:17,439 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b5228200e1944a094d4911cdea9d0a3, entries=172, sequenceid=2383, filesize=44.6 K
2024-12-04T04:18:17,440 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3895c689b42f4a2b91b1d50ac7dd9f1d as hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3895c689b42f4a2b91b1d50ac7dd9f1d
2024-12-04T04:18:17,443 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44595/user/jenkins/test-data/9341e397-4164-21f0-7bef-3e3e3247b1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3895c689b42f4a2b91b1d50ac7dd9f1d, entries=1, sequenceid=2383, filesize=5.0 K
2024-12-04T04:18:17,443 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~833.01 KB/853005, heapSize ~1.00 MB/1048760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=2383, compaction requested=false
2024-12-04T04:18:17,445 INFO  [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:18:17,445 DEBUG [M:0;67abd3a0ee76:35405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733285896115Disabling compacts and flushes for region at 1733285896115Disabling writes for close at 1733285896115Obtaining lock to block concurrent updates at 1733285896116 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733285896116Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=853005, getHeapSize=1049000, getOffHeapSize=0, getCellsCount=2580 at 1733285896116Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733285896116Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733285896116Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733285896133 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733285896133Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733285896542 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733285896564 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733285896564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733285897007 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733285897025 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733285897025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20dc81ff: reopening flushed file at 1733285897432 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47dce2b0: reopening flushed file at 1733285897436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ff0db: reopening flushed file at 1733285897439 (+3 ms)Finished flush of dataSize ~833.01 KB/853005, heapSize ~1.00 MB/1048760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=2383, compaction requested=false at 1733285897444 (+5 ms)Writing region close event to WAL at 1733285897444Closed at 1733285897444
2024-12-04T04:18:17,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36707 is added to blk_1073741830_1006 (size=1009107)
2024-12-04T04:18:17,448 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-04T04:18:17,448 INFO  [M:0;67abd3a0ee76:35405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-04T04:18:17,448 INFO  [M:0;67abd3a0ee76:35405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35405
2024-12-04T04:18:17,448 INFO  [M:0;67abd3a0ee76:35405 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-04T04:18:17,580 INFO  [M:0;67abd3a0ee76:35405 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-04T04:18:17,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T04:18:17,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35405-0x1019e8d06d00000, quorum=127.0.0.1:57564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T04:18:17,584 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-04T04:18:17,587 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T04:18:17,587 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:18:17,587 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-04T04:18:17,587 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/hadoop.log.dir/,STOPPED}
2024-12-04T04:18:17,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-04T04:18:17,590 WARN  [BP-71289701-172.17.0.3-1733285707383 heartbeating to localhost/127.0.0.1:44595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-04T04:18:17,590 WARN  [BP-71289701-172.17.0.3-1733285707383 heartbeating to localhost/127.0.0.1:44595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71289701-172.17.0.3-1733285707383 (Datanode Uuid 175467b7-5e2c-4e0e-a01a-9c2e7533584c) service to localhost/127.0.0.1:44595
2024-12-04T04:18:17,590 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-04T04:18:17,592 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/cluster_80f6cafb-99fa-3fba-296e-7acf98ac53e4/data/data1/current/BP-71289701-172.17.0.3-1733285707383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-04T04:18:17,593 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/cluster_80f6cafb-99fa-3fba-296e-7acf98ac53e4/data/data2/current/BP-71289701-172.17.0.3-1733285707383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-04T04:18:17,593 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-04T04:18:17,602 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-04T04:18:17,603 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T04:18:17,603 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:18:17,603 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-04T04:18:17,603 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c3b269-ea9c-5093-40ea-3f440fab884c/hadoop.log.dir/,STOPPED}
2024-12-04T04:18:17,623 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-04T04:18:17,925 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down